{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5002.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19657): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19657) [trial-2376↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19657)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19657): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19657) [trial-2376↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a15:39:19.064904 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a15:39:19.076213 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a15:39:19.684512 tst mo_mt_sms.py: using LAC 28940\u000a15:39:19.805785 tst mo_mt_sms.py: using RAC 125\u000a15:39:19.931859 tst mo_mt_sms.py: using CellId 28940\u000a15:39:20.053527 tst mo_mt_sms.py: using BVCI 28941\u000a15:39:20.077480 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a15:39:20.260845 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a15:39:20.553675 tst mo_mt_sms.py:9: start nitb and bts...\u000a15:39:20.690136 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:39:23.049745 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19656): Launched\u000a15:39:23.372795 run osmo-nitb_10.42.42.2(pid=19657): Launched\u000a15:39:23.558281 run osmo-nitb_10.42.42.2(pid=19657): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19657)]\u000a15:39:23.692757 run osmo-nitb_10.42.42.2(pid=19657): stdout: \u000a| (launched: 2022-12-10_15:39:23.214337) \u000a15:39:23.827224 run osmo-nitb_10.42.42.2(pid=19657): stderr: \u000a| (launched: 2022-12-10_15:39:23.262683)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:39:23.957248 run osmo-nitb_10.42.42.2(pid=19657): stdout: \u000a| (launched: 2022-12-10_15:39:23.214337) \u000a15:39:24.086116 run osmo-nitb_10.42.42.2(pid=19657): stderr: \u000a| (launched: 2022-12-10_15:39:23.262683)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:39:24.142717 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=19657): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19657) [trial-2376↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19657)] [trial-2376↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a15:39:24.151500 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a15:39:24.188732 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19656): Terminating (SIGTERM)\u000a15:39:24.366538 --- ParallelTerminationStrategy: PID 19656 died...\u000a15:39:24.425449 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19656): Terminated: ok {rc=0}\u000a15:39:24.513691 bus /sierra_3: Setting Powered False\u000a15:39:25.624334 bus /sierra_3: Setting Powered False\u000a15:39:26.733836 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:39:18" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19669): Process ended prematurely: osmo-stp_10.42.42.5(pid=19669) [trial-2376↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19669)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19669): Process ended prematurely: osmo-stp_10.42.42.5(pid=19669) [trial-2376↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a15:39:28.598877 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:28.610032 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a15:39:28.738931 tst mo_mt_sms.py: using LAC 28941\u000a15:39:28.864520 tst mo_mt_sms.py: using RAC 126\u000a15:39:28.986890 tst mo_mt_sms.py: using CellId 28941\u000a15:39:29.109036 tst mo_mt_sms.py: using BVCI 28942\u000a15:39:29.132135 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:29.142858 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:29.153517 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:29.164052 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:29.174600 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:29.184910 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a15:39:29.301519 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a15:39:29.508456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:39:31.288513 run create_hlr_db(pid=19663): Launched\u000a15:39:31.467686 bus /sierra_2: Setting Powered False\u000a15:39:32.484757 run create_hlr_db(pid=19663): Terminated: ok {rc=0}\u000a15:39:32.919446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19665): Launched\u000a15:39:33.249402 run osmo-hlr_10.42.42.2(pid=19666): Launched\u000a15:39:33.373507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:39:35.961838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19668): Launched\u000a15:39:36.290073 run osmo-stp_10.42.42.5(pid=19669): Launched\u000a15:39:36.409001 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:39:41.889413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19671): Launched\u000a15:39:42.216507 run osmo-msc_10.42.42.6(pid=19672): Launched\u000a15:39:42.405542 run osmo-stp_10.42.42.5(pid=19669): ERR: Terminated: ERROR {rc=1} [trial-2376↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19669)]\u000a15:39:42.542876 run osmo-stp_10.42.42.5(pid=19669): stdout: \u000a| (launched: 2022-12-10_15:39:36.127247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:39:42.679871 run osmo-stp_10.42.42.5(pid=19669): stderr: \u000a| �[0;m�[38;5;43m20221210153936328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210153936328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210153936328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210153936329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210153936329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210153936329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210153936329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:39:42.810505 run osmo-stp_10.42.42.5(pid=19669): stdout: \u000a| (launched: 2022-12-10_15:39:36.127247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:39:42.939973 run osmo-stp_10.42.42.5(pid=19669): stderr: \u000a| �[0;m�[38;5;43m20221210153936328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210153936328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210153936328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210153936329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210153936329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210153936329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210153936329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:39:42.996476 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=19669): Process ended prematurely: osmo-stp_10.42.42.5(pid=19669) [trial-2376↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19669)] [trial-2376↪sms:sysmo↪mo_mt_sms.py:16]\u000a15:39:43.005120 tst mo_mt_sms.py:16: Test FAILED (14.4 sec)\u000a15:39:43.069405 run osmo-hlr_10.42.42.2(pid=19666): ERR: Terminated: ERROR {rc=237} [trial-2376↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19666)]\u000a15:39:43.121708 run osmo-hlr_10.42.42.2(pid=19666): stdout: \u000a| (launched: 2022-12-10_15:39:33.085440) \u000a15:39:43.174607 run osmo-hlr_10.42.42.2(pid=19666): stderr: \u000a| �[0;m�[1;31m20221210153933287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210153933287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210153933287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210153933287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210153933287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210153933287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210153933300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210153933308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210153933308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210153933308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:39:43.245856 run osmo-msc_10.42.42.6(pid=19672): ERR: Terminated: ERROR {rc=2} [trial-2376↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19672)]\u000a15:39:43.302258 run osmo-msc_10.42.42.6(pid=19672): stdout: \u000a| (launched: 2022-12-10_15:39:42.054899) \u000a15:39:43.364083 run osmo-msc_10.42.42.6(pid=19672): stderr: \u000a| �[0;m�[38;5;43m20221210153942384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210153942384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe7e4bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210153942384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210153942384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210153942384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210153942384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210153942386 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210153942387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210153942387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210153942387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:39:43.411616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19665): Terminating (SIGTERM)\u000a15:39:43.454633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19668): Terminating (SIGTERM)\u000a15:39:43.497326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19671): Terminating (SIGTERM)\u000a15:39:43.507044 --- ParallelTerminationStrategy: PID 19665 died...\u000a15:39:43.564398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19665): Terminated: ok {rc=0}\u000a15:39:43.574619 --- ParallelTerminationStrategy: PID 19668 died...\u000a15:39:43.631819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19668): Terminated: ok {rc=0}\u000a15:39:43.641976 --- ParallelTerminationStrategy: PID 19671 died...\u000a15:39:43.699043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19671): Terminated: ok {rc=0}\u000a15:39:43.787239 bus /sierra_3: Setting Powered False\u000a15:39:44.896072 bus /sierra_3: Setting Powered False\u000a15:39:46.025299 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:39:28" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19678): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19678) [trial-2376↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19678)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19678): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19678) [trial-2376↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a15:39:47.871478 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a15:39:47.883016 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a15:39:48.015136 tst assert_extension.py: using LAC 28942\u000a15:39:48.147073 tst assert_extension.py: using RAC 127\u000a15:39:48.272551 tst assert_extension.py: using CellId 28942\u000a15:39:48.400752 tst assert_extension.py: using BVCI 28943\u000a15:39:48.433466 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a15:39:48.724836 tst assert_extension.py:10: start nitb and bts...\u000a15:39:48.853345 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:39:49.486138 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19677): Launched\u000a15:39:49.790365 run osmo-nitb_10.42.42.2(pid=19678): Launched\u000a15:39:49.976510 run osmo-nitb_10.42.42.2(pid=19678): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19678)]\u000a15:39:50.113714 run osmo-nitb_10.42.42.2(pid=19678): stdout: \u000a| (launched: 2022-12-10_15:39:49.640462) \u000a15:39:50.251309 run osmo-nitb_10.42.42.2(pid=19678): stderr: \u000a| (launched: 2022-12-10_15:39:49.686014)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:39:50.385152 run osmo-nitb_10.42.42.2(pid=19678): stdout: \u000a| (launched: 2022-12-10_15:39:49.640462) \u000a15:39:50.517235 run osmo-nitb_10.42.42.2(pid=19678): stderr: \u000a| (launched: 2022-12-10_15:39:49.686014)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:39:50.914074 tst osmo-nitb_10.42.42.2(pid=19678): stdout: \u000a| (launched: 2022-12-10_15:39:49.640462) \u000a15:39:51.036060 tst osmo-nitb_10.42.42.2(pid=19678): stderr: \u000a| (launched: 2022-12-10_15:39:49.686014)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:39:51.089229 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=19678): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19678) [trial-2376↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19678)] [trial-2376↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a15:39:51.097459 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a15:39:51.132369 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19677): Terminating (SIGTERM)\u000a15:39:51.309867 --- ParallelTerminationStrategy: PID 19677 died...\u000a15:39:51.364839 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19677): Terminated: ok {rc=0}\u000a15:39:51.454216 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:39:47" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19688): Process ended prematurely: osmo-stp_10.42.42.5(pid=19688) [trial-2376↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19688)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19688): Process ended prematurely: osmo-stp_10.42.42.5(pid=19688) [trial-2376↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a15:39:53.299641 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:53.310795 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a15:39:53.441285 tst assert_extension.py: using LAC 28943\u000a15:39:53.566632 tst assert_extension.py: using RAC 128\u000a15:39:53.692670 tst assert_extension.py: using CellId 28943\u000a15:39:53.818665 tst assert_extension.py: using BVCI 28944\u000a15:39:53.843411 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:53.854566 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:53.865554 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:53.876669 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:53.887718 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:53.898813 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a15:39:54.106020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:39:54.629030 run create_hlr_db(pid=19682): Launched\u000a15:39:54.818924 bus /sierra_2: Setting Powered False\u000a15:39:55.839139 run create_hlr_db(pid=19682): Terminated: ok {rc=0}\u000a15:39:56.274649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19684): Launched\u000a15:39:56.603342 run osmo-hlr_10.42.42.2(pid=19685): Launched\u000a15:39:56.722769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:39:57.291466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19687): Launched\u000a15:39:57.618121 run osmo-stp_10.42.42.5(pid=19688): Launched\u000a15:39:57.740287 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:39:58.335688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19690): Launched\u000a15:39:58.665280 run osmo-msc_10.42.42.6(pid=19691): Launched\u000a15:39:58.855314 run osmo-stp_10.42.42.5(pid=19688): ERR: Terminated: ERROR {rc=1} [trial-2376↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19688)]\u000a15:39:58.992410 run osmo-stp_10.42.42.5(pid=19688): stdout: \u000a| (launched: 2022-12-10_15:39:57.457154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:39:59.129006 run osmo-stp_10.42.42.5(pid=19688): stderr: \u000a| �[0;m�[38;5;43m20221210153957652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210153957652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210153957652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210153957653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210153957655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210153957655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210153957655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:39:59.259693 run osmo-stp_10.42.42.5(pid=19688): stdout: \u000a| (launched: 2022-12-10_15:39:57.457154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:39:59.389457 run osmo-stp_10.42.42.5(pid=19688): stderr: \u000a| �[0;m�[38;5;43m20221210153957652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210153957652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210153957652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210153957653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210153957655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210153957655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210153957655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:39:59.446050 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=19688): Process ended prematurely: osmo-stp_10.42.42.5(pid=19688) [trial-2376↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19688)] [trial-2376↪ussd:sysmo↪assert_extension.py:17]\u000a15:39:59.454711 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a15:39:59.517922 run osmo-hlr_10.42.42.2(pid=19685): ERR: Terminated: ERROR {rc=237} [trial-2376↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19685)]\u000a15:39:59.570042 run osmo-hlr_10.42.42.2(pid=19685): stdout: \u000a| (launched: 2022-12-10_15:39:56.440289) \u000a15:39:59.622539 run osmo-hlr_10.42.42.2(pid=19685): stderr: \u000a| �[0;m�[1;31m20221210153956643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210153956643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210153956643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210153956643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210153956643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210153956643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210153956682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210153956692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210153956693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210153956693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:39:59.694644 run osmo-msc_10.42.42.6(pid=19691): ERR: Terminated: ERROR {rc=2} [trial-2376↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19691)]\u000a15:39:59.746730 run osmo-msc_10.42.42.6(pid=19691): stdout: \u000a| (launched: 2022-12-10_15:39:58.501867) \u000a15:39:59.799265 run osmo-msc_10.42.42.6(pid=19691): stderr: \u000a| �[0;m�[38;5;43m20221210153958829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210153958829 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1804ab6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210153958829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210153958829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210153958829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210153958829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210153958831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210153958831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210153958831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210153958832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:39:59.844138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19684): Terminating (SIGTERM)\u000a15:39:59.886666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19687): Terminating (SIGTERM)\u000a15:39:59.929130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19690): Terminating (SIGTERM)\u000a15:39:59.938854 --- ParallelTerminationStrategy: PID 19684 died...\u000a15:39:59.995788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19684): Terminated: ok {rc=0}\u000a15:40:00.005978 --- ParallelTerminationStrategy: PID 19687 died...\u000a15:40:00.062506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19687): Terminated: ok {rc=0}\u000a15:40:00.072583 --- ParallelTerminationStrategy: PID 19690 died...\u000a15:40:00.128885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19690): Terminated: ok {rc=0}\u000a15:40:00.217089 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:39:53" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19706): Process ended prematurely: osmo-stp_10.42.42.5(pid=19706) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19706)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19706): Process ended prematurely: osmo-stp_10.42.42.5(pid=19706) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:40:02.228589 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:02.240690 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:40:02.394566 tst mo_mt_call.py: using LAC 28944\u000a15:40:02.522729 tst mo_mt_call.py: using RAC 129\u000a15:40:02.651112 tst mo_mt_call.py: using CellId 28944\u000a15:40:02.780880 tst mo_mt_call.py: using BVCI 28945\u000a15:40:02.806138 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:02.817818 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:02.829323 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:02.840801 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:02.852441 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:02.863933 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:40:02.982157 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:40:03.196671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:40:03.729237 run create_hlr_db(pid=19700): Launched\u000a15:40:03.921378 bus /sierra_2: Setting Powered False\u000a15:40:04.942808 run create_hlr_db(pid=19700): Terminated: ok {rc=0}\u000a15:40:05.384460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19702): Launched\u000a15:40:05.719572 run osmo-hlr_10.42.42.2(pid=19703): Launched\u000a15:40:05.839237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:40:06.415631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19705): Launched\u000a15:40:06.746073 run osmo-stp_10.42.42.5(pid=19706): Launched\u000a15:40:06.860879 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:40:07.429353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19708): Launched\u000a15:40:07.742741 run osmo-msc_10.42.42.6(pid=19709): Launched\u000a15:40:07.924541 run osmo-stp_10.42.42.5(pid=19706): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19706)]\u000a15:40:08.055947 run osmo-stp_10.42.42.5(pid=19706): stdout: \u000a| (launched: 2022-12-10_15:40:06.583856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:08.185786 run osmo-stp_10.42.42.5(pid=19706): stderr: \u000a| �[0;m�[38;5;43m20221210154006760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154006760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154006760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154006760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154006763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154006763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154006763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:08.310761 run osmo-stp_10.42.42.5(pid=19706): stdout: \u000a| (launched: 2022-12-10_15:40:06.583856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:08.435443 run osmo-stp_10.42.42.5(pid=19706): stderr: \u000a| �[0;m�[38;5;43m20221210154006760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154006760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154006760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154006760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154006763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154006763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154006763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:08.490535 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19706): Process ended prematurely: osmo-stp_10.42.42.5(pid=19706) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19706)] [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a15:40:08.499313 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a15:40:08.559949 run osmo-hlr_10.42.42.2(pid=19703): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19703)]\u000a15:40:08.609436 run osmo-hlr_10.42.42.2(pid=19703): stdout: \u000a| (launched: 2022-12-10_15:40:05.553773) \u000a15:40:08.659471 run osmo-hlr_10.42.42.2(pid=19703): stderr: \u000a| �[0;m�[1;31m20221210154005757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154005757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154005757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154005757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154005757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154005757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154005770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154005778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154005778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154005778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:40:08.727429 run osmo-msc_10.42.42.6(pid=19709): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19709)]\u000a15:40:08.776787 run osmo-msc_10.42.42.6(pid=19709): stdout: \u000a| (launched: 2022-12-10_15:40:07.586906) \u000a15:40:08.826824 run osmo-msc_10.42.42.6(pid=19709): stderr: \u000a| �[0;m�[38;5;43m20221210154007864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154007865 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71c748cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154007865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154007865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154007865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154007865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154007867 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154007867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154007867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154007867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:40:08.869077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19702): Terminating (SIGTERM)\u000a15:40:08.909112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19705): Terminating (SIGTERM)\u000a15:40:08.949573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19708): Terminating (SIGTERM)\u000a15:40:08.959037 --- ParallelTerminationStrategy: PID 19702 died...\u000a15:40:09.012895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19702): Terminated: ok {rc=0}\u000a15:40:09.022645 --- ParallelTerminationStrategy: PID 19705 died...\u000a15:40:09.076486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19705): Terminated: ok {rc=0}\u000a15:40:09.086359 --- ParallelTerminationStrategy: PID 19708 died...\u000a15:40:09.140197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19708): Terminated: ok {rc=0}\u000a15:40:09.229465 bus /sierra_3: Setting Powered False\u000a15:40:10.336163 bus /sierra_3: Setting Powered False\u000a15:40:11.445373 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19717): Process ended prematurely: osmo-stp_10.42.42.5(pid=19717) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19717)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19717): Process ended prematurely: osmo-stp_10.42.42.5(pid=19717) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:40:12.564063 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:12.576394 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:40:12.734293 tst mo_mt_call_osmux.py: using LAC 28945\u000a15:40:12.863388 tst mo_mt_call_osmux.py: using RAC 130\u000a15:40:12.997679 tst mo_mt_call_osmux.py: using CellId 28945\u000a15:40:13.121616 tst mo_mt_call_osmux.py: using BVCI 28946\u000a15:40:13.145354 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:13.156839 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:13.168253 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:13.179466 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:13.190909 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:13.202363 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:40:13.321829 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:40:13.539290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:40:14.070699 run create_hlr_db(pid=19711): Launched\u000a15:40:14.262751 bus /sierra_2: Setting Powered False\u000a15:40:15.285626 run create_hlr_db(pid=19711): Terminated: ok {rc=0}\u000a15:40:15.731679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19713): Launched\u000a15:40:16.185506 run osmo-hlr_10.42.42.2(pid=19714): Launched\u000a15:40:16.469756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:40:17.078391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19716): Launched\u000a15:40:17.443070 run osmo-stp_10.42.42.5(pid=19717): Launched\u000a15:40:17.558815 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:40:18.128932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19719): Launched\u000a15:40:18.441160 run osmo-msc_10.42.42.6(pid=19720): Launched\u000a15:40:18.622880 run osmo-stp_10.42.42.5(pid=19717): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19717)]\u000a15:40:18.753679 run osmo-stp_10.42.42.5(pid=19717): stdout: \u000a| (launched: 2022-12-10_15:40:17.239435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:18.883341 run osmo-stp_10.42.42.5(pid=19717): stderr: \u000a| �[0;m�[38;5;43m20221210154017464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154017464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154017464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154017465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154017465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154017465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154017465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:19.008090 run osmo-stp_10.42.42.5(pid=19717): stdout: \u000a| (launched: 2022-12-10_15:40:17.239435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:19.132205 run osmo-stp_10.42.42.5(pid=19717): stderr: \u000a| �[0;m�[38;5;43m20221210154017464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154017464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154017464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154017465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154017465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154017465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154017465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:19.186879 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19717): Process ended prematurely: osmo-stp_10.42.42.5(pid=19717) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19717)] [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a15:40:19.195687 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a15:40:19.257063 run osmo-hlr_10.42.42.2(pid=19714): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19714)]\u000a15:40:19.307224 run osmo-hlr_10.42.42.2(pid=19714): stdout: \u000a| (launched: 2022-12-10_15:40:15.907709) \u000a15:40:19.358844 run osmo-hlr_10.42.42.2(pid=19714): stderr: \u000a| �[0;m�[1;31m20221210154016185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154016185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154016185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154016185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154016185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154016186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154016203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154016240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154016241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154016241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:40:19.427850 run osmo-msc_10.42.42.6(pid=19720): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19720)]\u000a15:40:19.478383 run osmo-msc_10.42.42.6(pid=19720): stdout: \u000a| (launched: 2022-12-10_15:40:18.286302) \u000a15:40:19.529302 run osmo-msc_10.42.42.6(pid=19720): stderr: \u000a| �[0;m�[38;5;43m20221210154018561 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154018562 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82e36e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154018562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154018562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154018562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154018562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154018564 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154018565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154018565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154018565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:40:19.572706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19713): Terminating (SIGTERM)\u000a15:40:19.613543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19716): Terminating (SIGTERM)\u000a15:40:19.654648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19719): Terminating (SIGTERM)\u000a15:40:19.664458 --- ParallelTerminationStrategy: PID 19713 died...\u000a15:40:19.719644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19713): Terminated: ok {rc=0}\u000a15:40:19.729679 --- ParallelTerminationStrategy: PID 19716 died...\u000a15:40:19.784208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19716): Terminated: ok {rc=0}\u000a15:40:19.794216 --- ParallelTerminationStrategy: PID 19719 died...\u000a15:40:19.848732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19719): Terminated: ok {rc=0}\u000a15:40:19.937645 bus /sierra_3: Setting Powered False\u000a15:40:21.042126 bus /sierra_3: Setting Powered False\u000a15:40:22.154927 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:40:01" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19732): Process ended prematurely: osmo-stp_10.42.42.5(pid=19732) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19732)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19732): Process ended prematurely: osmo-stp_10.42.42.5(pid=19732) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a15:40:24.126274 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:24.137850 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:40:24.291210 tst mo_mt_call.py: using LAC 28946\u000a15:40:24.420181 tst mo_mt_call.py: using RAC 131\u000a15:40:24.549288 tst mo_mt_call.py: using CellId 28946\u000a15:40:24.681121 tst mo_mt_call.py: using BVCI 28947\u000a15:40:24.706525 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:24.718119 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:24.729597 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:24.741000 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:24.754562 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:24.766058 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:40:24.882236 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:40:25.086378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:40:25.579209 run create_hlr_db(pid=19726): Launched\u000a15:40:25.758521 bus /sierra_2: Setting Powered False\u000a15:40:26.780070 run create_hlr_db(pid=19726): Terminated: ok {rc=0}\u000a15:40:27.196617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19728): Launched\u000a15:40:27.508889 run osmo-hlr_10.42.42.2(pid=19729): Launched\u000a15:40:27.627177 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:40:28.181978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19731): Launched\u000a15:40:28.493862 run osmo-stp_10.42.42.5(pid=19732): Launched\u000a15:40:28.607930 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:40:29.181083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19735): Launched\u000a15:40:29.494146 run osmo-msc_10.42.42.6(pid=19741): Launched\u000a15:40:29.676398 run osmo-stp_10.42.42.5(pid=19732): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19732)]\u000a15:40:29.808835 run osmo-stp_10.42.42.5(pid=19732): stdout: \u000a| (launched: 2022-12-10_15:40:28.339321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:29.938670 run osmo-stp_10.42.42.5(pid=19732): stderr: \u000a| �[0;m�[38;5;43m20221210154028514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154028514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154028514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154028514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154028515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154028515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154028515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:30.063963 run osmo-stp_10.42.42.5(pid=19732): stdout: \u000a| (launched: 2022-12-10_15:40:28.339321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:30.188512 run osmo-stp_10.42.42.5(pid=19732): stderr: \u000a| �[0;m�[38;5;43m20221210154028514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154028514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154028514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154028514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154028515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154028515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154028515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:30.243391 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19732): Process ended prematurely: osmo-stp_10.42.42.5(pid=19732) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19732)] [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a15:40:30.252172 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:40:30.313084 run osmo-hlr_10.42.42.2(pid=19729): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19729)]\u000a15:40:30.362826 run osmo-hlr_10.42.42.2(pid=19729): stdout: \u000a| (launched: 2022-12-10_15:40:27.354448) \u000a15:40:30.413112 run osmo-hlr_10.42.42.2(pid=19729): stderr: \u000a| �[0;m�[1;31m20221210154027536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154027536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154027536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154027536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154027536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154027536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154027548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154027557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154027558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154027558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:40:30.480458 run osmo-msc_10.42.42.6(pid=19741): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19741)]\u000a15:40:30.530226 run osmo-msc_10.42.42.6(pid=19741): stdout: \u000a| (launched: 2022-12-10_15:40:29.339007) \u000a15:40:30.580297 run osmo-msc_10.42.42.6(pid=19741): stderr: \u000a| �[0;m�[38;5;43m20221210154029615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154029616 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15bf4a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154029616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154029616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154029616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154029616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154029618 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154029618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154029619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154029619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:40:30.622529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19728): Terminating (SIGTERM)\u000a15:40:30.662899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19731): Terminating (SIGTERM)\u000a15:40:30.703075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19735): Terminating (SIGTERM)\u000a15:40:30.712646 --- ParallelTerminationStrategy: PID 19728 died...\u000a15:40:30.766637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19728): Terminated: ok {rc=0}\u000a15:40:30.776578 --- ParallelTerminationStrategy: PID 19731 died...\u000a15:40:30.836890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19731): Terminated: ok {rc=0}\u000a15:40:30.848866 --- ParallelTerminationStrategy: PID 19735 died...\u000a15:40:30.909440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19735): Terminated: ok {rc=0}\u000a15:40:31.002979 bus /sierra_3: Setting Powered False\u000a15:40:32.125882 bus /sierra_3: Setting Powered False\u000a15:40:33.235012 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19749): Process ended prematurely: osmo-stp_10.42.42.5(pid=19749) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19749)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19749): Process ended prematurely: osmo-stp_10.42.42.5(pid=19749) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:40:34.350884 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:34.362973 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:40:34.515303 tst mo_mt_call_osmux.py: using LAC 28947\u000a15:40:34.661001 tst mo_mt_call_osmux.py: using RAC 132\u000a15:40:34.790926 tst mo_mt_call_osmux.py: using CellId 28947\u000a15:40:34.917368 tst mo_mt_call_osmux.py: using BVCI 28948\u000a15:40:34.942206 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:34.953953 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:34.965403 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:34.977059 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:34.989037 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:35.000809 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:40:35.120197 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:40:35.332349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:40:35.849063 run create_hlr_db(pid=19743): Launched\u000a15:40:36.035615 bus /sierra_2: Setting Powered False\u000a15:40:37.056412 run create_hlr_db(pid=19743): Terminated: ok {rc=0}\u000a15:40:37.462359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19745): Launched\u000a15:40:37.766119 run osmo-hlr_10.42.42.2(pid=19746): Launched\u000a15:40:37.883283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:40:38.412764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19748): Launched\u000a15:40:38.714985 run osmo-stp_10.42.42.5(pid=19749): Launched\u000a15:40:38.824326 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:40:39.375035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19751): Launched\u000a15:40:39.679160 run osmo-msc_10.42.42.6(pid=19752): Launched\u000a15:40:39.855449 run osmo-stp_10.42.42.5(pid=19749): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19749)]\u000a15:40:39.983123 run osmo-stp_10.42.42.5(pid=19749): stdout: \u000a| (launched: 2022-12-10_15:40:38.565487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:40.110504 run osmo-stp_10.42.42.5(pid=19749): stderr: \u000a| �[0;m�[38;5;43m20221210154038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154038739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:40.231268 run osmo-stp_10.42.42.5(pid=19749): stdout: \u000a| (launched: 2022-12-10_15:40:38.565487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:40.351053 run osmo-stp_10.42.42.5(pid=19749): stderr: \u000a| �[0;m�[38;5;43m20221210154038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154038739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:40.403761 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19749): Process ended prematurely: osmo-stp_10.42.42.5(pid=19749) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19749)] [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a15:40:40.412273 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a15:40:40.471835 run osmo-hlr_10.42.42.2(pid=19746): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19746)]\u000a15:40:40.520456 run osmo-hlr_10.42.42.2(pid=19746): stdout: \u000a| (launched: 2022-12-10_15:40:37.616107) \u000a15:40:40.569802 run osmo-hlr_10.42.42.2(pid=19746): stderr: \u000a| �[0;m�[1;31m20221210154037793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154037793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154037793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154037793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154037793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154037793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154037811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154037820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154037820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154037820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:40:40.636301 run osmo-msc_10.42.42.6(pid=19752): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19752)]\u000a15:40:40.685318 run osmo-msc_10.42.42.6(pid=19752): stdout: \u000a| (launched: 2022-12-10_15:40:39.528404) \u000a15:40:40.734917 run osmo-msc_10.42.42.6(pid=19752): stderr: \u000a| �[0;m�[38;5;43m20221210154039801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154039801 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29afbf2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154039801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154039801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154039801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154039802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154039803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154039804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154039804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154039804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:40:40.776591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19745): Terminating (SIGTERM)\u000a15:40:40.816140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19748): Terminating (SIGTERM)\u000a15:40:40.855846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19751): Terminating (SIGTERM)\u000a15:40:40.865155 --- ParallelTerminationStrategy: PID 19745 died...\u000a15:40:40.918219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19745): Terminated: ok {rc=0}\u000a15:40:40.927845 --- ParallelTerminationStrategy: PID 19748 died...\u000a15:40:40.980726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19748): Terminated: ok {rc=0}\u000a15:40:40.990242 --- ParallelTerminationStrategy: PID 19751 died...\u000a15:40:41.042894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19751): Terminated: ok {rc=0}\u000a15:40:41.125754 bus /sierra_3: Setting Powered False\u000a15:40:42.227087 bus /sierra_3: Setting Powered False\u000a15:40:43.337879 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:40:23" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19763): Process ended prematurely: osmo-stp_10.42.42.5(pid=19763) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19763)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19763): Process ended prematurely: osmo-stp_10.42.42.5(pid=19763) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:40:45.284659 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:45.295579 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:40:45.444937 tst mo_mt_call.py: using LAC 28948\u000a15:40:45.573191 tst mo_mt_call.py: using RAC 133\u000a15:40:45.701865 tst mo_mt_call.py: using CellId 28948\u000a15:40:45.838690 tst mo_mt_call.py: using BVCI 28949\u000a15:40:45.865307 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:45.877711 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:45.889572 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:45.915142 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:45.936495 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:45.949528 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:40:46.088446 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:40:46.307846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:40:46.869931 run create_hlr_db(pid=19757): Launched\u000a15:40:47.059445 bus /sierra_2: Setting Powered False\u000a15:40:48.078864 run create_hlr_db(pid=19757): Terminated: ok {rc=0}\u000a15:40:48.509702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19759): Launched\u000a15:40:48.833539 run osmo-hlr_10.42.42.2(pid=19760): Launched\u000a15:40:48.952014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:40:49.514604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19762): Launched\u000a15:40:49.838367 run osmo-stp_10.42.42.5(pid=19763): Launched\u000a15:40:49.955071 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:40:50.544263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19765): Launched\u000a15:40:50.869070 run osmo-msc_10.42.42.6(pid=19766): Launched\u000a15:40:51.057131 run osmo-stp_10.42.42.5(pid=19763): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19763)]\u000a15:40:51.192815 run osmo-stp_10.42.42.5(pid=19763): stdout: \u000a| (launched: 2022-12-10_15:40:49.678701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:51.328523 run osmo-stp_10.42.42.5(pid=19763): stderr: \u000a| �[0;m�[38;5;43m20221210154049872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154049872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154049872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154049872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154049875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154049875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154049875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:51.458461 run osmo-stp_10.42.42.5(pid=19763): stdout: \u000a| (launched: 2022-12-10_15:40:49.678701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:51.587589 run osmo-stp_10.42.42.5(pid=19763): stderr: \u000a| �[0;m�[38;5;43m20221210154049872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154049872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154049872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154049872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154049875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154049875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154049875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:51.644220 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19763): Process ended prematurely: osmo-stp_10.42.42.5(pid=19763) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19763)] [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a15:40:51.653217 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a15:40:51.715753 run osmo-hlr_10.42.42.2(pid=19760): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19760)]\u000a15:40:51.767037 run osmo-hlr_10.42.42.2(pid=19760): stdout: \u000a| (launched: 2022-12-10_15:40:48.673796) \u000a15:40:51.818845 run osmo-hlr_10.42.42.2(pid=19760): stderr: \u000a| �[0;m�[1;31m20221210154048875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154048876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154048876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154048876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154048876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154048876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154048888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154048896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154048897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154048897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:40:51.889106 run osmo-msc_10.42.42.6(pid=19766): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19766)]\u000a15:40:51.940232 run osmo-msc_10.42.42.6(pid=19766): stdout: \u000a| (launched: 2022-12-10_15:40:50.708907) \u000a15:40:51.992289 run osmo-msc_10.42.42.6(pid=19766): stderr: \u000a| �[0;m�[38;5;43m20221210154051034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154051034 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc877131c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154051034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154051034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154051034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154051034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154051036 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154051036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154051037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154051037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:40:52.035991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19759): Terminating (SIGTERM)\u000a15:40:52.077319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19762): Terminating (SIGTERM)\u000a15:40:52.118779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19765): Terminating (SIGTERM)\u000a15:40:52.128281 --- ParallelTerminationStrategy: PID 19759 died...\u000a15:40:52.183744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19759): Terminated: ok {rc=0}\u000a15:40:52.193778 --- ParallelTerminationStrategy: PID 19762 died...\u000a15:40:52.249116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19762): Terminated: ok {rc=0}\u000a15:40:52.259092 --- ParallelTerminationStrategy: PID 19765 died...\u000a15:40:52.315133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19765): Terminated: ok {rc=0}\u000a15:40:52.402758 bus /sierra_3: Setting Powered False\u000a15:40:53.506799 bus /sierra_3: Setting Powered False\u000a15:40:54.618670 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19776): Process ended prematurely: osmo-stp_10.42.42.5(pid=19776) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19776)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19776): Process ended prematurely: osmo-stp_10.42.42.5(pid=19776) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:40:55.728820 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:55.740397 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:40:55.885480 tst mo_mt_call_osmux.py: using LAC 28949\u000a15:40:56.003400 tst mo_mt_call_osmux.py: using RAC 134\u000a15:40:56.123007 tst mo_mt_call_osmux.py: using CellId 28949\u000a15:40:56.241457 tst mo_mt_call_osmux.py: using BVCI 28950\u000a15:40:56.264282 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:56.275219 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:56.286102 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:56.297096 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:56.308019 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:56.319127 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:40:56.439004 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:40:56.638950 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:40:57.114245 run create_hlr_db(pid=19768): Launched\u000a15:40:57.287627 bus /sierra_2: Setting Powered False\u000a15:40:58.309422 run create_hlr_db(pid=19768): Terminated: ok {rc=0}\u000a15:40:58.739294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19770): Launched\u000a15:40:59.064420 run osmo-hlr_10.42.42.2(pid=19771): Launched\u000a15:40:59.182495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:40:59.744309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19773): Launched\u000a15:41:00.068716 run osmo-stp_10.42.42.5(pid=19776): Launched\u000a15:41:00.185511 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:00.777919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19778): Launched\u000a15:41:01.226238 run osmo-msc_10.42.42.6(pid=19779): Launched\u000a15:41:01.565905 run osmo-stp_10.42.42.5(pid=19776): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19776)]\u000a15:41:01.782643 run osmo-stp_10.42.42.5(pid=19776): stdout: \u000a| (launched: 2022-12-10_15:40:59.909056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:01.941619 run osmo-stp_10.42.42.5(pid=19776): stderr: \u000a| �[0;m�[38;5;43m20221210154100103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154100103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154100103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154100104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154100104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154100104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154100104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:02.074132 run osmo-stp_10.42.42.5(pid=19776): stdout: \u000a| (launched: 2022-12-10_15:40:59.909056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:02.204505 run osmo-stp_10.42.42.5(pid=19776): stderr: \u000a| �[0;m�[38;5;43m20221210154100103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154100103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154100103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154100104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154100104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154100104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154100104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:02.262431 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19776): Process ended prematurely: osmo-stp_10.42.42.5(pid=19776) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19776)] [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a15:41:02.272052 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a15:41:02.334483 run osmo-hlr_10.42.42.2(pid=19771): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19771)]\u000a15:41:02.385959 run osmo-hlr_10.42.42.2(pid=19771): stdout: \u000a| (launched: 2022-12-10_15:40:58.904681) \u000a15:41:02.438080 run osmo-hlr_10.42.42.2(pid=19771): stderr: \u000a| �[0;m�[1;31m20221210154059106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154059106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154059106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154059107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154059107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154059107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154059154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154059163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154059163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154059163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:41:02.509096 run osmo-msc_10.42.42.6(pid=19779): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19779)]\u000a15:41:02.560754 run osmo-msc_10.42.42.6(pid=19779): stdout: \u000a| (launched: 2022-12-10_15:41:00.960743) \u000a15:41:02.612892 run osmo-msc_10.42.42.6(pid=19779): stderr: \u000a| �[0;m�[38;5;43m20221210154101457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154101457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4bdd004c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154101458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154101458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154101458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154101458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154101460 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154101460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154101460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154101460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:41:02.657326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19770): Terminating (SIGTERM)\u000a15:41:02.699489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19773): Terminating (SIGTERM)\u000a15:41:02.741571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19778): Terminating (SIGTERM)\u000a15:41:02.751362 --- ParallelTerminationStrategy: PID 19770 died...\u000a15:41:02.807192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19770): Terminated: ok {rc=0}\u000a15:41:02.817265 --- ParallelTerminationStrategy: PID 19773 died...\u000a15:41:02.872935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19773): Terminated: ok {rc=0}\u000a15:41:02.883052 --- ParallelTerminationStrategy: PID 19778 died...\u000a15:41:02.939174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19778): Terminated: ok {rc=0}\u000a15:41:03.026666 bus /sierra_3: Setting Powered False\u000a15:41:04.133355 bus /sierra_3: Setting Powered False\u000a15:41:05.241748 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:40:45" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19790): Process ended prematurely: osmo-stp_10.42.42.5(pid=19790) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19790)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19790): Process ended prematurely: osmo-stp_10.42.42.5(pid=19790) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:41:07.207148 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:07.218532 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:41:07.373568 tst mo_mt_call.py: using LAC 28950\u000a15:41:07.497277 tst mo_mt_call.py: using RAC 135\u000a15:41:07.621201 tst mo_mt_call.py: using CellId 28950\u000a15:41:07.745746 tst mo_mt_call.py: using BVCI 28951\u000a15:41:07.770264 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:07.781615 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:07.792811 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:07.803985 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:07.815210 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:07.826435 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:41:07.940360 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:41:08.139782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:08.613206 run create_hlr_db(pid=19784): Launched\u000a15:41:08.786214 bus /sierra_2: Setting Powered False\u000a15:41:09.807931 run create_hlr_db(pid=19784): Terminated: ok {rc=0}\u000a15:41:10.207588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19786): Launched\u000a15:41:10.506713 run osmo-hlr_10.42.42.2(pid=19787): Launched\u000a15:41:10.619767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:41:11.139902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19789): Launched\u000a15:41:11.440522 run osmo-stp_10.42.42.5(pid=19790): Launched\u000a15:41:11.550614 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:12.118605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19792): Launched\u000a15:41:12.411431 run osmo-msc_10.42.42.6(pid=19793): Launched\u000a15:41:12.585129 run osmo-stp_10.42.42.5(pid=19790): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19790)]\u000a15:41:12.710451 run osmo-stp_10.42.42.5(pid=19790): stdout: \u000a| (launched: 2022-12-10_15:41:11.291570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:12.833786 run osmo-stp_10.42.42.5(pid=19790): stderr: \u000a| �[0;m�[38;5;43m20221210154111463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154111463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154111463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154111463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154111464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154111464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154111464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:12.952242 run osmo-stp_10.42.42.5(pid=19790): stdout: \u000a| (launched: 2022-12-10_15:41:11.291570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:13.070180 run osmo-stp_10.42.42.5(pid=19790): stderr: \u000a| �[0;m�[38;5;43m20221210154111463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154111463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154111463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154111463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154111464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154111464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154111464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:13.122186 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19790): Process ended prematurely: osmo-stp_10.42.42.5(pid=19790) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19790)] [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a15:41:13.130684 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a15:41:13.190022 run osmo-hlr_10.42.42.2(pid=19787): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19787)]\u000a15:41:13.238802 run osmo-hlr_10.42.42.2(pid=19787): stdout: \u000a| (launched: 2022-12-10_15:41:10.359299) \u000a15:41:13.287981 run osmo-hlr_10.42.42.2(pid=19787): stderr: \u000a| �[0;m�[1;31m20221210154110538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154110538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154110538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154110538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154110538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154110538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154110558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154110567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154110567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154110567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:41:13.354420 run osmo-msc_10.42.42.6(pid=19793): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19793)]\u000a15:41:13.402818 run osmo-msc_10.42.42.6(pid=19793): stdout: \u000a| (launched: 2022-12-10_15:41:12.267116) \u000a15:41:13.451841 run osmo-msc_10.42.42.6(pid=19793): stderr: \u000a| �[0;m�[38;5;43m20221210154112537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154112537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93a6a4cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154112538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154112538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154112538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154112538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154112540 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154112540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154112540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154112540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:41:13.493202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19786): Terminating (SIGTERM)\u000a15:41:13.532568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19789): Terminating (SIGTERM)\u000a15:41:13.572177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19792): Terminating (SIGTERM)\u000a15:41:13.581572 --- ParallelTerminationStrategy: PID 19786 died...\u000a15:41:13.634764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19786): Terminated: ok {rc=0}\u000a15:41:13.644199 --- ParallelTerminationStrategy: PID 19789 died...\u000a15:41:13.696990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19789): Terminated: ok {rc=0}\u000a15:41:13.706758 --- ParallelTerminationStrategy: PID 19792 died...\u000a15:41:13.759838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19792): Terminated: ok {rc=0}\u000a15:41:13.843473 bus /sierra_3: Setting Powered False\u000a15:41:14.944422 bus /sierra_3: Setting Powered False\u000a15:41:16.064325 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19801): Process ended prematurely: osmo-stp_10.42.42.5(pid=19801) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19801)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19801): Process ended prematurely: osmo-stp_10.42.42.5(pid=19801) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:41:17.179124 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:17.191707 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:41:17.341171 tst mo_mt_call_osmux.py: using LAC 28951\u000a15:41:17.466967 tst mo_mt_call_osmux.py: using RAC 136\u000a15:41:17.593668 tst mo_mt_call_osmux.py: using CellId 28951\u000a15:41:17.721351 tst mo_mt_call_osmux.py: using BVCI 28952\u000a15:41:17.745681 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:17.757356 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:17.768755 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:17.780745 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:17.793516 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:17.805228 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:41:17.922294 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:41:18.129362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:18.632764 run create_hlr_db(pid=19795): Launched\u000a15:41:18.815806 bus /sierra_2: Setting Powered False\u000a15:41:19.826416 run create_hlr_db(pid=19795): Terminated: ok {rc=0}\u000a15:41:20.250918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19797): Launched\u000a15:41:20.564911 run osmo-hlr_10.42.42.2(pid=19798): Launched\u000a15:41:20.680643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:41:21.229850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19800): Launched\u000a15:41:21.543094 run osmo-stp_10.42.42.5(pid=19801): Launched\u000a15:41:21.657649 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:22.234792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19803): Launched\u000a15:41:22.548647 run osmo-msc_10.42.42.6(pid=19804): Launched\u000a15:41:22.733266 run osmo-stp_10.42.42.5(pid=19801): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19801)]\u000a15:41:22.866956 run osmo-stp_10.42.42.5(pid=19801): stdout: \u000a| (launched: 2022-12-10_15:41:21.390218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:23.001208 run osmo-stp_10.42.42.5(pid=19801): stderr: \u000a| �[0;m�[38;5;43m20221210154121581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154121581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154121581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154121582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154121582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154121582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154121582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:23.128931 run osmo-stp_10.42.42.5(pid=19801): stdout: \u000a| (launched: 2022-12-10_15:41:21.390218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:23.255344 run osmo-stp_10.42.42.5(pid=19801): stderr: \u000a| �[0;m�[38;5;43m20221210154121581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154121581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154121581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154121582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154121582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154121582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154121582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:23.311072 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19801): Process ended prematurely: osmo-stp_10.42.42.5(pid=19801) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19801)] [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a15:41:23.320250 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a15:41:23.382685 run osmo-hlr_10.42.42.2(pid=19798): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19798)]\u000a15:41:23.434044 run osmo-hlr_10.42.42.2(pid=19798): stdout: \u000a| (launched: 2022-12-10_15:41:20.411790) \u000a15:41:23.486245 run osmo-hlr_10.42.42.2(pid=19798): stderr: \u000a| �[0;m�[1;31m20221210154120608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154120608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154120608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154120608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154120608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154120609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154120629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154120640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154120640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154120640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:41:23.556765 run osmo-msc_10.42.42.6(pid=19804): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19804)]\u000a15:41:23.608324 run osmo-msc_10.42.42.6(pid=19804): stdout: \u000a| (launched: 2022-12-10_15:41:22.396005) \u000a15:41:23.660241 run osmo-msc_10.42.42.6(pid=19804): stderr: \u000a| �[0;m�[38;5;43m20221210154122719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154122719 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ec365ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154122719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154122719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154122719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154122719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154122721 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154122721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154122722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154122722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:41:23.704263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19797): Terminating (SIGTERM)\u000a15:41:23.746604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19800): Terminating (SIGTERM)\u000a15:41:23.788465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19803): Terminating (SIGTERM)\u000a15:41:23.798141 --- ParallelTerminationStrategy: PID 19797 died...\u000a15:41:23.854632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19797): Terminated: ok {rc=0}\u000a15:41:23.864813 --- ParallelTerminationStrategy: PID 19800 died...\u000a15:41:23.920666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19800): Terminated: ok {rc=0}\u000a15:41:23.930761 --- ParallelTerminationStrategy: PID 19803 died...\u000a15:41:23.986702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19803): Terminated: ok {rc=0}\u000a15:41:24.074925 bus /sierra_3: Setting Powered False\u000a15:41:25.177743 bus /sierra_3: Setting Powered False\u000a15:41:26.285373 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:41:06" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19816): Process ended prematurely: osmo-stp_10.42.42.5(pid=19816) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19816)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19816): Process ended prematurely: osmo-stp_10.42.42.5(pid=19816) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:41:28.237810 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:28.248596 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:41:28.397128 tst mo_mt_call.py: using LAC 28952\u000a15:41:28.520760 tst mo_mt_call.py: using RAC 137\u000a15:41:28.646080 tst mo_mt_call.py: using CellId 28952\u000a15:41:28.772429 tst mo_mt_call.py: using BVCI 28953\u000a15:41:28.796638 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:28.808343 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:28.819774 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:28.831221 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:28.843258 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:28.854666 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:41:28.968901 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:41:29.165427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:29.630156 run create_hlr_db(pid=19810): Launched\u000a15:41:29.799634 bus /sierra_2: Setting Powered False\u000a15:41:30.822265 run create_hlr_db(pid=19810): Terminated: ok {rc=0}\u000a15:41:31.284793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19812): Launched\u000a15:41:31.713830 run osmo-hlr_10.42.42.2(pid=19813): Launched\u000a15:41:31.866348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:41:32.462976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19815): Launched\u000a15:41:32.777351 run osmo-stp_10.42.42.5(pid=19816): Launched\u000a15:41:32.891364 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:33.466952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19818): Launched\u000a15:41:33.782448 run osmo-msc_10.42.42.6(pid=19819): Launched\u000a15:41:33.967580 run osmo-stp_10.42.42.5(pid=19816): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19816)]\u000a15:41:34.101683 run osmo-stp_10.42.42.5(pid=19816): stdout: \u000a| (launched: 2022-12-10_15:41:32.623900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:34.235282 run osmo-stp_10.42.42.5(pid=19816): stderr: \u000a| �[0;m�[38;5;43m20221210154132815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154132815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154132815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154132816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154132816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154132816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154132816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:34.363136 run osmo-stp_10.42.42.5(pid=19816): stdout: \u000a| (launched: 2022-12-10_15:41:32.623900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:34.489868 run osmo-stp_10.42.42.5(pid=19816): stderr: \u000a| �[0;m�[38;5;43m20221210154132815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154132815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154132815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154132816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154132816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154132816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154132816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:34.545915 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19816): Process ended prematurely: osmo-stp_10.42.42.5(pid=19816) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19816)] [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a15:41:34.555110 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a15:41:34.617883 run osmo-hlr_10.42.42.2(pid=19813): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19813)]\u000a15:41:34.669575 run osmo-hlr_10.42.42.2(pid=19813): stdout: \u000a| (launched: 2022-12-10_15:41:31.451605) \u000a15:41:34.722085 run osmo-hlr_10.42.42.2(pid=19813): stderr: \u000a| �[0;m�[1;31m20221210154131679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154131679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154131679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154131679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154131679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154131679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154131698 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154131719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154131720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154131720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:41:34.792841 run osmo-msc_10.42.42.6(pid=19819): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19819)]\u000a15:41:34.844519 run osmo-msc_10.42.42.6(pid=19819): stdout: \u000a| (launched: 2022-12-10_15:41:33.628486) \u000a15:41:34.896620 run osmo-msc_10.42.42.6(pid=19819): stderr: \u000a| �[0;m�[38;5;43m20221210154133948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154133949 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6138112c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154133949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154133949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154133949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154133949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154133951 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154133951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154133951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154133952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:41:34.940838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19812): Terminating (SIGTERM)\u000a15:41:34.982900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19815): Terminating (SIGTERM)\u000a15:41:35.025237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19818): Terminating (SIGTERM)\u000a15:41:35.035165 --- ParallelTerminationStrategy: PID 19812 died...\u000a15:41:35.091723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19812): Terminated: ok {rc=0}\u000a15:41:35.102019 --- ParallelTerminationStrategy: PID 19815 died...\u000a15:41:35.158552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19815): Terminated: ok {rc=0}\u000a15:41:35.169048 --- ParallelTerminationStrategy: PID 19818 died...\u000a15:41:35.225439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19818): Terminated: ok {rc=0}\u000a15:41:35.310437 bus /sierra_3: Setting Powered False\u000a15:41:36.417359 bus /sierra_3: Setting Powered False\u000a15:41:37.524920 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19827): Process ended prematurely: osmo-stp_10.42.42.5(pid=19827) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19827)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19827): Process ended prematurely: osmo-stp_10.42.42.5(pid=19827) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:41:38.638798 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:38.651034 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:41:38.801955 tst mo_mt_call_osmux.py: using LAC 28953\u000a15:41:38.922698 tst mo_mt_call_osmux.py: using RAC 138\u000a15:41:39.037800 tst mo_mt_call_osmux.py: using CellId 28953\u000a15:41:39.161859 tst mo_mt_call_osmux.py: using BVCI 28954\u000a15:41:39.186487 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:39.198170 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:39.209738 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:39.221294 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:39.232803 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:39.244533 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:41:39.359474 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:41:39.557752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:40.017167 run create_hlr_db(pid=19821): Launched\u000a15:41:40.186480 bus /sierra_2: Setting Powered False\u000a15:41:41.208703 run create_hlr_db(pid=19821): Terminated: ok {rc=0}\u000a15:41:41.598078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19823): Launched\u000a15:41:41.890262 run osmo-hlr_10.42.42.2(pid=19824): Launched\u000a15:41:41.999708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:41:42.506191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19826): Launched\u000a15:41:42.797190 run osmo-stp_10.42.42.5(pid=19827): Launched\u000a15:41:42.903473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:43.440119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19829): Launched\u000a15:41:43.733262 run osmo-msc_10.42.42.6(pid=19830): Launched\u000a15:41:43.905754 run osmo-stp_10.42.42.5(pid=19827): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19827)]\u000a15:41:44.030287 run osmo-stp_10.42.42.5(pid=19827): stdout: \u000a| (launched: 2022-12-10_15:41:42.654545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:44.152670 run osmo-stp_10.42.42.5(pid=19827): stderr: \u000a| �[0;m�[38;5;43m20221210154142821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154142821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154142821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154142822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154142824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154142824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154142824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:44.270843 run osmo-stp_10.42.42.5(pid=19827): stdout: \u000a| (launched: 2022-12-10_15:41:42.654545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:44.388118 run osmo-stp_10.42.42.5(pid=19827): stderr: \u000a| �[0;m�[38;5;43m20221210154142821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154142821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154142821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154142822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154142824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154142824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154142824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:44.439841 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19827): Process ended prematurely: osmo-stp_10.42.42.5(pid=19827) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19827)] [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a15:41:44.448437 tst mo_mt_call_osmux.py:8: Test FAILED (5.8 sec)\u000a15:41:44.507980 run osmo-hlr_10.42.42.2(pid=19824): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19824)]\u000a15:41:44.556876 run osmo-hlr_10.42.42.2(pid=19824): stdout: \u000a| (launched: 2022-12-10_15:41:41.746790) \u000a15:41:44.605869 run osmo-hlr_10.42.42.2(pid=19824): stderr: \u000a| �[0;m�[1;31m20221210154141922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154141923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154141923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154141923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154141923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154141923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154141935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154141943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154141943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154141943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:41:44.672776 run osmo-msc_10.42.42.6(pid=19830): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19830)]\u000a15:41:44.721464 run osmo-msc_10.42.42.6(pid=19830): stdout: \u000a| (launched: 2022-12-10_15:41:43.589259) \u000a15:41:44.770826 run osmo-msc_10.42.42.6(pid=19830): stderr: \u000a| �[0;m�[38;5;43m20221210154143862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154143862 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c59d7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154143862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154143862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154143863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154143863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154143864 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154143865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154143865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154143865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:41:44.812463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19823): Terminating (SIGTERM)\u000a15:41:44.852107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19826): Terminating (SIGTERM)\u000a15:41:44.891711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19829): Terminating (SIGTERM)\u000a15:41:44.900702 --- ParallelTerminationStrategy: PID 19823 died...\u000a15:41:44.953932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19823): Terminated: ok {rc=0}\u000a15:41:44.963496 --- ParallelTerminationStrategy: PID 19826 died...\u000a15:41:45.016634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19826): Terminated: ok {rc=0}\u000a15:41:45.026200 --- ParallelTerminationStrategy: PID 19829 died...\u000a15:41:45.078734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19829): Terminated: ok {rc=0}\u000a15:41:45.161282 bus /sierra_3: Setting Powered False\u000a15:41:46.286484 bus /sierra_3: Setting Powered False\u000a15:41:47.394392 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:41:27" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19841): Process ended prematurely: osmo-stp_10.42.42.5(pid=19841) [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19841)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19841): Process ended prematurely: osmo-stp_10.42.42.5(pid=19841) [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a15:41:49.361260 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:49.372532 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:41:49.520254 tst mo_mt_call.py: using LAC 28954\u000a15:41:49.643458 tst mo_mt_call.py: using RAC 139\u000a15:41:49.765198 tst mo_mt_call.py: using CellId 28954\u000a15:41:49.886884 tst mo_mt_call.py: using BVCI 28955\u000a15:41:49.910778 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:49.922179 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:49.933423 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:49.944568 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:49.955876 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:49.967102 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:41:50.079914 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:41:50.286638 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:50.790319 run create_hlr_db(pid=19835): Launched\u000a15:41:50.973612 bus /sierra_2: Setting Powered False\u000a15:41:51.994808 run create_hlr_db(pid=19835): Terminated: ok {rc=0}\u000a15:41:52.414246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19837): Launched\u000a15:41:52.728270 run osmo-hlr_10.42.42.2(pid=19838): Launched\u000a15:41:52.843635 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:41:53.390098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19840): Launched\u000a15:41:53.705344 run osmo-stp_10.42.42.5(pid=19841): Launched\u000a15:41:53.820377 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:54.395789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19843): Launched\u000a15:41:54.710323 run osmo-msc_10.42.42.6(pid=19844): Launched\u000a15:41:54.896720 run osmo-stp_10.42.42.5(pid=19841): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19841)]\u000a15:41:55.031756 run osmo-stp_10.42.42.5(pid=19841): stdout: \u000a| (launched: 2022-12-10_15:41:53.550772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:55.166056 run osmo-stp_10.42.42.5(pid=19841): stderr: \u000a| �[0;m�[38;5;43m20221210154153743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154153744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154153744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154153744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154153745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154153745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154153745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:55.293771 run osmo-stp_10.42.42.5(pid=19841): stdout: \u000a| (launched: 2022-12-10_15:41:53.550772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:55.420413 run osmo-stp_10.42.42.5(pid=19841): stderr: \u000a| �[0;m�[38;5;43m20221210154153743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154153744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154153744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154153744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154153745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154153745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154153745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:55.476086 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19841): Process ended prematurely: osmo-stp_10.42.42.5(pid=19841) [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19841)] [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a15:41:55.485154 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:41:55.547083 run osmo-hlr_10.42.42.2(pid=19838): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19838)]\u000a15:41:55.598227 run osmo-hlr_10.42.42.2(pid=19838): stdout: \u000a| (launched: 2022-12-10_15:41:52.574996) \u000a15:41:55.649853 run osmo-hlr_10.42.42.2(pid=19838): stderr: \u000a| �[0;m�[1;31m20221210154152774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154152774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154152774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154152774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154152774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154152774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154152789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154152799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154152799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154152799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:41:55.720582 run osmo-msc_10.42.42.6(pid=19844): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19844)]\u000a15:41:55.772094 run osmo-msc_10.42.42.6(pid=19844): stdout: \u000a| (launched: 2022-12-10_15:41:54.556355) \u000a15:41:55.823513 run osmo-msc_10.42.42.6(pid=19844): stderr: \u000a| �[0;m�[38;5;43m20221210154154878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154154878 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a2447dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154154878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154154878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154154879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154154879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154154880 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154154881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154154881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154154881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:41:55.867398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19837): Terminating (SIGTERM)\u000a15:41:55.909071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19840): Terminating (SIGTERM)\u000a15:41:55.950756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19843): Terminating (SIGTERM)\u000a15:41:55.960291 --- ParallelTerminationStrategy: PID 19837 died...\u000a15:41:56.016229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19837): Terminated: ok {rc=0}\u000a15:41:56.026275 --- ParallelTerminationStrategy: PID 19840 died...\u000a15:41:56.082084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19840): Terminated: ok {rc=0}\u000a15:41:56.092059 --- ParallelTerminationStrategy: PID 19843 died...\u000a15:41:56.147556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19843): Terminated: ok {rc=0}\u000a15:41:56.235299 bus /sierra_3: Setting Powered False\u000a15:41:57.341369 bus /sierra_3: Setting Powered False\u000a15:41:58.450970 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19859): Process ended prematurely: osmo-stp_10.42.42.5(pid=19859) [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19859)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19859): Process ended prematurely: osmo-stp_10.42.42.5(pid=19859) [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19859)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:41:59.559551 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:59.571445 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:41:59.721989 tst mo_mt_call_osmux.py: using LAC 28955\u000a15:41:59.845882 tst mo_mt_call_osmux.py: using RAC 140\u000a15:41:59.969327 tst mo_mt_call_osmux.py: using CellId 28955\u000a15:42:00.095020 tst mo_mt_call_osmux.py: using BVCI 28956\u000a15:42:00.119174 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:42:00.130601 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:42:00.142026 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:42:00.153367 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:42:00.164712 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:42:00.176069 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:42:00.290894 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:42:00.492630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:42:01.010834 run create_hlr_db(pid=19848): Launched\u000a15:42:01.220499 bus /sierra_2: Setting Powered False\u000a15:42:02.249751 run create_hlr_db(pid=19848): Terminated: ok {rc=0}\u000a15:42:02.669668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19855): Launched\u000a15:42:02.983488 run osmo-hlr_10.42.42.2(pid=19856): Launched\u000a15:42:03.101332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:42:03.649804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19858): Launched\u000a15:42:03.963552 run osmo-stp_10.42.42.5(pid=19859): Launched\u000a15:42:04.078052 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:42:04.651507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19861): Launched\u000a15:42:04.966188 run osmo-msc_10.42.42.6(pid=19862): Launched\u000a15:42:05.150700 run osmo-stp_10.42.42.5(pid=19859): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19859)]\u000a15:42:05.284259 run osmo-stp_10.42.42.5(pid=19859): stdout: \u000a| (launched: 2022-12-10_15:42:03.810504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:05.419156 run osmo-stp_10.42.42.5(pid=19859): stderr: \u000a| �[0;m�[38;5;43m20221210154203999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154203999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154203999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154203999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154204000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154204000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154204000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:05.546328 run osmo-stp_10.42.42.5(pid=19859): stdout: \u000a| (launched: 2022-12-10_15:42:03.810504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:05.672275 run osmo-stp_10.42.42.5(pid=19859): stderr: \u000a| �[0;m�[38;5;43m20221210154203999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154203999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154203999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154203999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154204000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154204000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154204000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:05.728064 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19859): Process ended prematurely: osmo-stp_10.42.42.5(pid=19859) [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19859)] [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a15:42:05.737183 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a15:42:05.799266 run osmo-hlr_10.42.42.2(pid=19856): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19856)]\u000a15:42:05.850242 run osmo-hlr_10.42.42.2(pid=19856): stdout: \u000a| (launched: 2022-12-10_15:42:02.831074) \u000a15:42:05.901900 run osmo-hlr_10.42.42.2(pid=19856): stderr: \u000a| �[0;m�[1;31m20221210154203029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154203029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154203029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154203030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154203030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154203030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154203042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154203051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154203051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154203051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:42:05.971920 run osmo-msc_10.42.42.6(pid=19862): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19862)]\u000a15:42:06.022927 run osmo-msc_10.42.42.6(pid=19862): stdout: \u000a| (launched: 2022-12-10_15:42:04.812614) \u000a15:42:06.074347 run osmo-msc_10.42.42.6(pid=19862): stderr: \u000a| �[0;m�[38;5;43m20221210154205132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154205132 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f356f63ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154205132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154205132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154205132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154205132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154205134 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154205135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154205135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154205135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:42:06.118723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19855): Terminating (SIGTERM)\u000a15:42:06.160149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19858): Terminating (SIGTERM)\u000a15:42:06.201674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19861): Terminating (SIGTERM)\u000a15:42:06.210862 --- ParallelTerminationStrategy: PID 19855 died...\u000a15:42:06.266106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19855): Terminated: ok {rc=0}\u000a15:42:06.276028 --- ParallelTerminationStrategy: PID 19858 died...\u000a15:42:06.331024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19858): Terminated: ok {rc=0}\u000a15:42:06.340891 --- ParallelTerminationStrategy: PID 19861 died...\u000a15:42:06.395835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19861): Terminated: ok {rc=0}\u000a15:42:06.481623 bus /sierra_3: Setting Powered False\u000a15:42:07.584560 bus /sierra_3: Setting Powered False\u000a15:42:08.693212 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:41:49" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19873): Process ended prematurely: osmo-stp_10.42.42.5(pid=19873) [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19873)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19873): Process ended prematurely: osmo-stp_10.42.42.5(pid=19873) [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19873)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a15:42:10.649932 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:10.661077 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:42:10.810742 tst mo_mt_call.py: using LAC 28956\u000a15:42:10.934688 tst mo_mt_call.py: using RAC 141\u000a15:42:11.060272 tst mo_mt_call.py: using CellId 28956\u000a15:42:11.183742 tst mo_mt_call.py: using BVCI 28957\u000a15:42:11.207912 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:11.219120 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:11.230143 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:11.241134 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:11.252062 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:11.263165 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:42:11.375831 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:42:11.583842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:42:12.086681 run create_hlr_db(pid=19867): Launched\u000a15:42:12.269602 bus /sierra_2: Setting Powered False\u000a15:42:13.290505 run create_hlr_db(pid=19867): Terminated: ok {rc=0}\u000a15:42:13.709767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19869): Launched\u000a15:42:14.022730 run osmo-hlr_10.42.42.2(pid=19870): Launched\u000a15:42:14.138021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:42:14.683912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19872): Launched\u000a15:42:14.998549 run osmo-stp_10.42.42.5(pid=19873): Launched\u000a15:42:15.112667 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:42:15.688597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19875): Launched\u000a15:42:16.108486 run osmo-msc_10.42.42.6(pid=19876): Launched\u000a15:42:16.561818 run osmo-stp_10.42.42.5(pid=19873): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19873)]\u000a15:42:16.910367 run osmo-stp_10.42.42.5(pid=19873): stdout: \u000a| (launched: 2022-12-10_15:42:14.845262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:17.234630 run osmo-stp_10.42.42.5(pid=19873): stderr: \u000a| �[0;m�[38;5;43m20221210154215034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154215034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154215034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154215035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154215037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154215037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154215037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:17.363135 run osmo-stp_10.42.42.5(pid=19873): stdout: \u000a| (launched: 2022-12-10_15:42:14.845262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:17.482541 run osmo-stp_10.42.42.5(pid=19873): stderr: \u000a| �[0;m�[38;5;43m20221210154215034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154215034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154215034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154215035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154215037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154215037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154215037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:17.535398 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19873): Process ended prematurely: osmo-stp_10.42.42.5(pid=19873) [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19873)] [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a15:42:17.544162 tst mo_mt_call.py:8: Test FAILED (6.9 sec)\u000a15:42:17.605955 run osmo-hlr_10.42.42.2(pid=19870): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19870)]\u000a15:42:17.656116 run osmo-hlr_10.42.42.2(pid=19870): stdout: \u000a| (launched: 2022-12-10_15:42:13.870455) \u000a15:42:17.706910 run osmo-hlr_10.42.42.2(pid=19870): stderr: \u000a| �[0;m�[1;31m20221210154214068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154214068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154214068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154214068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154214068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154214068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154214081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154214089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154214089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154214089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:42:17.775332 run osmo-msc_10.42.42.6(pid=19876): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19876)]\u000a15:42:17.825113 run osmo-msc_10.42.42.6(pid=19876): stdout: \u000a| (launched: 2022-12-10_15:42:15.850161) \u000a15:42:17.875460 run osmo-msc_10.42.42.6(pid=19876): stderr: \u000a| �[0;m�[38;5;43m20221210154216712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154216712 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62dd59ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154216712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154216713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154216713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154216713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154216718 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154216718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154216718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154216718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:42:17.917519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19869): Terminating (SIGTERM)\u000a15:42:17.958095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19872): Terminating (SIGTERM)\u000a15:42:17.999032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19875): Terminating (SIGTERM)\u000a15:42:18.009104 --- ParallelTerminationStrategy: PID 19869 died...\u000a15:42:18.063301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19869): Terminated: ok {rc=0}\u000a15:42:18.073706 --- ParallelTerminationStrategy: PID 19872 died...\u000a15:42:18.127791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19872): Terminated: ok {rc=0}\u000a15:42:18.138041 --- ParallelTerminationStrategy: PID 19875 died...\u000a15:42:18.192413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19875): Terminated: ok {rc=0}\u000a15:42:18.282065 bus /sierra_3: Setting Powered False\u000a15:42:19.386127 bus /sierra_3: Setting Powered False\u000a15:42:20.497144 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19884): Process ended prematurely: osmo-stp_10.42.42.5(pid=19884) [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19884)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19884): Process ended prematurely: osmo-stp_10.42.42.5(pid=19884) [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:42:21.606631 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:21.617922 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:42:21.760226 tst mo_mt_call_osmux.py: using LAC 28957\u000a15:42:21.877780 tst mo_mt_call_osmux.py: using RAC 142\u000a15:42:21.995236 tst mo_mt_call_osmux.py: using CellId 28957\u000a15:42:22.118449 tst mo_mt_call_osmux.py: using BVCI 28958\u000a15:42:22.142638 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:22.154019 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:22.165369 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:22.176675 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:22.188152 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:22.199706 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:42:22.314136 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:42:22.510037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:42:22.970264 run create_hlr_db(pid=19878): Launched\u000a15:42:23.139257 bus /sierra_2: Setting Powered False\u000a15:42:24.161942 run create_hlr_db(pid=19878): Terminated: ok {rc=0}\u000a15:42:24.552754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19880): Launched\u000a15:42:24.846731 run osmo-hlr_10.42.42.2(pid=19881): Launched\u000a15:42:24.957760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:42:25.474837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19883): Launched\u000a15:42:25.768395 run osmo-stp_10.42.42.5(pid=19884): Launched\u000a15:42:25.876168 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:42:26.411915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19886): Launched\u000a15:42:26.705344 run osmo-msc_10.42.42.6(pid=19887): Launched\u000a15:42:26.878747 run osmo-stp_10.42.42.5(pid=19884): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19884)]\u000a15:42:27.004173 run osmo-stp_10.42.42.5(pid=19884): stdout: \u000a| (launched: 2022-12-10_15:42:25.624304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:27.126989 run osmo-stp_10.42.42.5(pid=19884): stderr: \u000a| �[0;m�[38;5;43m20221210154225792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154225792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154225792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154225793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154225793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154225793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154225793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:27.245360 run osmo-stp_10.42.42.5(pid=19884): stdout: \u000a| (launched: 2022-12-10_15:42:25.624304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:27.362796 run osmo-stp_10.42.42.5(pid=19884): stderr: \u000a| �[0;m�[38;5;43m20221210154225792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154225792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154225792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154225793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154225793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154225793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154225793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:27.414656 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19884): Process ended prematurely: osmo-stp_10.42.42.5(pid=19884) [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19884)] [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a15:42:27.423159 tst mo_mt_call_osmux.py:8: Test FAILED (5.8 sec)\u000a15:42:27.482930 run osmo-hlr_10.42.42.2(pid=19881): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19881)]\u000a15:42:27.532081 run osmo-hlr_10.42.42.2(pid=19881): stdout: \u000a| (launched: 2022-12-10_15:42:24.702185) \u000a15:42:27.581963 run osmo-hlr_10.42.42.2(pid=19881): stderr: \u000a| �[0;m�[1;31m20221210154224875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154224875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154224875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154224875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154224875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154224875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154224887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154224895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154224896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154224896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:42:27.648853 run osmo-msc_10.42.42.6(pid=19887): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19887)]\u000a15:42:27.697324 run osmo-msc_10.42.42.6(pid=19887): stdout: \u000a| (launched: 2022-12-10_15:42:26.560771) \u000a15:42:27.746583 run osmo-msc_10.42.42.6(pid=19887): stderr: \u000a| �[0;m�[38;5;43m20221210154226828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154226828 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efed95f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154226828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154226829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154226829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154226829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154226831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154226832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154226832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154226832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:42:27.788093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19880): Terminating (SIGTERM)\u000a15:42:27.827645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19883): Terminating (SIGTERM)\u000a15:42:27.867186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19886): Terminating (SIGTERM)\u000a15:42:27.876421 --- ParallelTerminationStrategy: PID 19880 died...\u000a15:42:27.929107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19880): Terminated: ok {rc=0}\u000a15:42:27.938860 --- ParallelTerminationStrategy: PID 19883 died...\u000a15:42:27.992396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19883): Terminated: ok {rc=0}\u000a15:42:28.002016 --- ParallelTerminationStrategy: PID 19886 died...\u000a15:42:28.054991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19886): Terminated: ok {rc=0}\u000a15:42:28.142589 bus /sierra_3: Setting Powered False\u000a15:42:29.247754 bus /sierra_3: Setting Powered False\u000a15:42:30.354810 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:42:10" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19898): Process ended prematurely: osmo-stp_10.42.42.5(pid=19898) [trial-2376↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19898)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19898): Process ended prematurely: osmo-stp_10.42.42.5(pid=19898) [trial-2376↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19898)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a15:42:32.362129 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:32.373202 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a15:42:32.499431 tst emergency_mo_mt_call.py: using LAC 28958\u000a15:42:32.621415 tst emergency_mo_mt_call.py: using RAC 143\u000a15:42:32.739780 tst emergency_mo_mt_call.py: using CellId 28958\u000a15:42:32.861346 tst emergency_mo_mt_call.py: using BVCI 28959\u000a15:42:32.885078 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:32.896273 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:32.907207 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:32.918598 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:32.929794 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:32.940992 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:33.054848 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:33.258359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:42:33.745540 run create_hlr_db(pid=19892): Launched\u000a15:42:33.913524 bus /sierra_2: Setting Powered False\u000a15:42:34.934796 run create_hlr_db(pid=19892): Terminated: ok {rc=0}\u000a15:42:35.348154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19894): Launched\u000a15:42:35.658562 run osmo-hlr_10.42.42.2(pid=19895): Launched\u000a15:42:35.772593 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:42:36.292791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19897): Launched\u000a15:42:36.581823 run osmo-stp_10.42.42.5(pid=19898): Launched\u000a15:42:36.709462 tst emergency_mo_mt_call.py: using MSISDN 7782\u000a15:42:36.858044 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:42:37.383302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19900): Launched\u000a15:42:37.670809 run osmo-msc_10.42.42.6(pid=19901): Launched\u000a15:42:37.845127 run osmo-stp_10.42.42.5(pid=19898): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19898)]\u000a15:42:37.969143 run osmo-stp_10.42.42.5(pid=19898): stdout: \u000a| (launched: 2022-12-10_15:42:36.439238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:38.089704 run osmo-stp_10.42.42.5(pid=19898): stderr: \u000a| �[0;m�[38;5;43m20221210154236607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154236608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154236608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154236608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154236609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154236609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154236609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:38.206071 run osmo-stp_10.42.42.5(pid=19898): stdout: \u000a| (launched: 2022-12-10_15:42:36.439238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:38.321617 run osmo-stp_10.42.42.5(pid=19898): stderr: \u000a| �[0;m�[38;5;43m20221210154236607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154236608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154236608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154236608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154236609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154236609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154236609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:38.371914 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=19898): Process ended prematurely: osmo-stp_10.42.42.5(pid=19898) [trial-2376↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19898)] [trial-2376↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a15:42:38.379717 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a15:42:38.439612 run osmo-hlr_10.42.42.2(pid=19895): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19895)]\u000a15:42:38.488812 run osmo-hlr_10.42.42.2(pid=19895): stdout: \u000a| (launched: 2022-12-10_15:42:35.506096) \u000a15:42:38.538994 run osmo-hlr_10.42.42.2(pid=19895): stderr: \u000a| �[0;m�[1;31m20221210154235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154235716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154235725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154235725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154235725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:42:38.606846 run osmo-msc_10.42.42.6(pid=19901): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19901)]\u000a15:42:38.656341 run osmo-msc_10.42.42.6(pid=19901): stdout: \u000a| (launched: 2022-12-10_15:42:37.529632) \u000a15:42:38.706264 run osmo-msc_10.42.42.6(pid=19901): stderr: \u000a| �[0;m�[38;5;43m20221210154237800 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154237800 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa456805c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154237800 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154237800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154237800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154237800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154237802 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154237803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154237803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154237803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:42:38.748293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19894): Terminating (SIGTERM)\u000a15:42:38.788349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19897): Terminating (SIGTERM)\u000a15:42:38.828402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19900): Terminating (SIGTERM)\u000a15:42:38.837811 --- ParallelTerminationStrategy: PID 19894 died...\u000a15:42:38.891330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19894): Terminated: ok {rc=0}\u000a15:42:38.900861 --- ParallelTerminationStrategy: PID 19897 died...\u000a15:42:38.954577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19897): Terminated: ok {rc=0}\u000a15:42:38.964169 --- ParallelTerminationStrategy: PID 19900 died...\u000a15:42:39.017091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19900): Terminated: ok {rc=0}\u000a15:42:39.105033 bus /sierra_3: Setting Powered False\u000a15:42:40.209131 bus /sierra_3: Setting Powered False\u000a15:42:41.315271 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19909): Process ended prematurely: osmo-stp_10.42.42.5(pid=19909) [trial-2376↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19909)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19909): Process ended prematurely: osmo-stp_10.42.42.5(pid=19909) [trial-2376↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a15:42:42.368289 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:42.380480 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a15:42:42.509252 tst emergency_preemptive_call.py: using LAC 28959\u000a15:42:42.632694 tst emergency_preemptive_call.py: using RAC 144\u000a15:42:42.754628 tst emergency_preemptive_call.py: using CellId 28959\u000a15:42:42.876095 tst emergency_preemptive_call.py: using BVCI 28960\u000a15:42:42.899968 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:42.910978 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:42.921836 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:42.932554 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:42.943355 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:42.954088 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:43.069785 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:43.183005 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:43.299726 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:43.493464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:42:43.948411 run create_hlr_db(pid=19903): Launched\u000a15:42:44.115563 bus /sierra_2: Setting Powered False\u000a15:42:45.137153 run create_hlr_db(pid=19903): Terminated: ok {rc=0}\u000a15:42:45.549865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19905): Launched\u000a15:42:45.910285 run osmo-hlr_10.42.42.2(pid=19906): Launched\u000a15:42:46.062062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:42:46.685116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19908): Launched\u000a15:42:47.033004 run osmo-stp_10.42.42.5(pid=19909): Launched\u000a15:42:47.189836 tst emergency_preemptive_call.py: using MSISDN 7783\u000a15:42:47.495260 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:42:48.063760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19911): Launched\u000a15:42:48.373912 run osmo-msc_10.42.42.6(pid=19912): Launched\u000a15:42:48.561625 run osmo-stp_10.42.42.5(pid=19909): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19909)]\u000a15:42:48.692765 run osmo-stp_10.42.42.5(pid=19909): stdout: \u000a| (launched: 2022-12-10_15:42:46.845948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:48.824161 run osmo-stp_10.42.42.5(pid=19909): stderr: \u000a| �[0;m�[38;5;43m20221210154247234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154247234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154247234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154247235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154247235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154247235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154247235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:48.949616 run osmo-stp_10.42.42.5(pid=19909): stdout: \u000a| (launched: 2022-12-10_15:42:46.845948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:49.073709 run osmo-stp_10.42.42.5(pid=19909): stderr: \u000a| �[0;m�[38;5;43m20221210154247234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154247234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154247234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154247235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154247235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154247235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154247235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:49.127927 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=19909): Process ended prematurely: osmo-stp_10.42.42.5(pid=19909) [trial-2376↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19909)] [trial-2376↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a15:42:49.136566 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a15:42:49.198726 run osmo-hlr_10.42.42.2(pid=19906): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19906)]\u000a15:42:49.249561 run osmo-hlr_10.42.42.2(pid=19906): stdout: \u000a| (launched: 2022-12-10_15:42:45.708827) \u000a15:42:49.301047 run osmo-hlr_10.42.42.2(pid=19906): stderr: \u000a| �[0;m�[1;31m20221210154245967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154245967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154245967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154245967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154245967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154245967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154245983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154246002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154246002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154246003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:42:49.371078 run osmo-msc_10.42.42.6(pid=19912): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19912)]\u000a15:42:49.421644 run osmo-msc_10.42.42.6(pid=19912): stdout: \u000a| (launched: 2022-12-10_15:42:48.222856) \u000a15:42:49.472696 run osmo-msc_10.42.42.6(pid=19912): stderr: \u000a| �[0;m�[38;5;43m20221210154248544 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154248544 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2c95bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154248544 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154248544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154248545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154248545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154248547 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154248547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154248547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154248547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:42:49.516193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19905): Terminating (SIGTERM)\u000a15:42:49.557400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19908): Terminating (SIGTERM)\u000a15:42:49.598779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19911): Terminating (SIGTERM)\u000a15:42:49.608451 --- ParallelTerminationStrategy: PID 19905 died...\u000a15:42:49.663633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19905): Terminated: ok {rc=0}\u000a15:42:49.673933 --- ParallelTerminationStrategy: PID 19908 died...\u000a15:42:49.729070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19908): Terminated: ok {rc=0}\u000a15:42:49.739329 --- ParallelTerminationStrategy: PID 19911 died...\u000a15:42:49.795266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19911): Terminated: ok {rc=0}\u000a15:42:49.881822 bus /sierra_9: Setting Powered False\u000a15:42:50.987812 bus /sierra_9: Setting Powered False\u000a15:42:52.096638 bus /sierra_8: Setting Powered False\u000a15:42:53.198348 bus /sierra_8: Setting Powered False\u000a15:42:54.308124 bus /sierra_3: Setting Powered False\u000a15:42:55.411398 bus /sierra_3: Setting Powered False\u000a15:42:56.523367 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:42:32" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19927): Process ended prematurely: osmo-stp_10.42.42.5(pid=19927) [trial-2376↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19927)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19927): Process ended prematurely: osmo-stp_10.42.42.5(pid=19927) [trial-2376↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:42:58.586715 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:58.597119 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:42:58.725207 tst cs_paging_gprs_active.py: using LAC 28960\u000a15:42:58.849867 tst cs_paging_gprs_active.py: using RAC 145\u000a15:42:58.976216 tst cs_paging_gprs_active.py: using CellId 28960\u000a15:42:59.102278 tst cs_paging_gprs_active.py: using BVCI 28961\u000a15:42:59.126663 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:59.137796 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:59.148720 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:59.160170 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:59.171668 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:59.183070 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:59.194556 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:59.205695 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:59.217132 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:59.332536 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:59.623107 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:42:59.757063 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:00.085490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19917): Launched\u000a15:43:00.356621 run iperf3-srv_10.42.42.10(pid=19918): Launched\u000a15:43:00.551425 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:43:00.683760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:01.024878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19919): Launched\u000a15:43:01.314991 run iperf3-srv_10.42.42.10(pid=19920): Launched\u000a15:43:01.512170 tst cs_paging_gprs_active.py:38: start network...\u000a15:43:01.646313 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:43:02.194236 run create_hlr_db(pid=19921): Launched\u000a15:43:02.378057 bus /sierra_2: Setting Powered False\u000a15:43:03.399470 run create_hlr_db(pid=19921): Terminated: ok {rc=0}\u000a15:43:03.795697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19923): Launched\u000a15:43:04.091185 run osmo-hlr_10.42.42.2(pid=19924): Launched\u000a15:43:04.202144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:43:04.720340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19926): Launched\u000a15:43:05.013603 run osmo-stp_10.42.42.5(pid=19927): Launched\u000a15:43:05.122294 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:43:06.603467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19929): Launched\u000a15:43:06.708767 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:43:06.965748 run patchelf(pid=19930): Launched\u000a15:43:07.138875 run osmo-stp_10.42.42.5(pid=19927): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19927)]\u000a15:43:07.266025 run osmo-stp_10.42.42.5(pid=19927): stdout: \u000a| (launched: 2022-12-10_15:43:04.869261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:07.393535 run osmo-stp_10.42.42.5(pid=19927): stderr: \u000a| �[0;m�[38;5;43m20221210154305037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154305037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154305037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154305038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154305038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154305038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154305038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:07.516213 run osmo-stp_10.42.42.5(pid=19927): stdout: \u000a| (launched: 2022-12-10_15:43:04.869261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:07.638032 run osmo-stp_10.42.42.5(pid=19927): stderr: \u000a| �[0;m�[38;5;43m20221210154305037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154305037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154305037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154305038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154305038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154305038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154305038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:07.779838 run patchelf(pid=19930): Terminating (SIGINT)\u000a15:43:07.946648 run patchelf(pid=19930): Terminated: ok {rc=0}\u000a15:43:07.977235 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19927): Process ended prematurely: osmo-stp_10.42.42.5(pid=19927) [trial-2376↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19927)] [trial-2376↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a15:43:07.986366 tst cs_paging_gprs_active.py:38: Test FAILED (9.4 sec)\u000a15:43:08.046832 run osmo-hlr_10.42.42.2(pid=19924): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19924)]\u000a15:43:08.095799 run osmo-hlr_10.42.42.2(pid=19924): stdout: \u000a| (launched: 2022-12-10_15:43:03.946239) \u000a15:43:08.145286 run osmo-hlr_10.42.42.2(pid=19924): stderr: \u000a| �[0;m�[1;31m20221210154304122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154304122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154304122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154304122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154304122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154304122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154304135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154304144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154304144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154304144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:43:08.187745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19917): Terminating (SIGTERM)\u000a15:43:08.227656 run iperf3-srv_10.42.42.10(pid=19918): Terminating (SIGTERM)\u000a15:43:08.267727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19919): Terminating (SIGTERM)\u000a15:43:08.307185 run iperf3-srv_10.42.42.10(pid=19920): Terminating (SIGTERM)\u000a15:43:08.346917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19923): Terminating (SIGTERM)\u000a15:43:08.386557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19926): Terminating (SIGTERM)\u000a15:43:08.426099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19929): Terminating (SIGTERM)\u000a15:43:08.435420 --- ParallelTerminationStrategy: PID 19917 died...\u000a15:43:08.488508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19917): Terminated: ok {rc=0}\u000a15:43:08.498384 --- ParallelTerminationStrategy: PID 19918 died...\u000a15:43:08.551746 run iperf3-srv_10.42.42.10(pid=19918): Terminated {rc=256}\u000a15:43:08.561807 --- ParallelTerminationStrategy: PID 19919 died...\u000a15:43:08.615504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19919): Terminated: ok {rc=0}\u000a15:43:08.625204 --- ParallelTerminationStrategy: PID 19920 died...\u000a15:43:08.678969 run iperf3-srv_10.42.42.10(pid=19920): Terminated {rc=256}\u000a15:43:08.688539 --- ParallelTerminationStrategy: PID 19923 died...\u000a15:43:08.741330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19923): Terminated: ok {rc=0}\u000a15:43:08.751158 --- ParallelTerminationStrategy: PID 19926 died...\u000a15:43:08.803828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19926): Terminated: ok {rc=0}\u000a15:43:08.813742 --- ParallelTerminationStrategy: PID 19929 died...\u000a15:43:08.866355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19929): Terminated: ok {rc=0}\u000a15:43:08.949320 bus /gobi_0: Setting Powered False\u000a15:43:10.057203 bus /gobi_0: Setting Powered False\u000a15:43:11.168008 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19939): Process ended prematurely: osmo-stp_10.42.42.5(pid=19939) [trial-2376↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19939)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19939): Process ended prematurely: osmo-stp_10.42.42.5(pid=19939) [trial-2376↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19939)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a15:43:12.282182 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:12.293753 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:43:12.416428 tst iperf3.py: using LAC 28961\u000a15:43:12.534884 tst iperf3.py: using RAC 146\u000a15:43:12.650374 tst iperf3.py: using CellId 28961\u000a15:43:12.768086 tst iperf3.py: using BVCI 28962\u000a15:43:12.790771 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:12.801411 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:12.811938 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:12.823280 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:12.834301 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:12.845431 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:12.856387 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:12.867392 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:12.878672 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:13.151615 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:43:13.273897 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:13.577777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19931): Launched\u000a15:43:13.829853 run iperf3-srv_10.42.42.10(pid=19932): Launched\u000a15:43:14.009026 tst iperf3.py:8: start network...\u000a15:43:14.131365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:43:14.590547 run create_hlr_db(pid=19933): Launched\u000a15:43:14.759780 bus /gobi_6: Setting Powered False\u000a15:43:15.782875 run create_hlr_db(pid=19933): Terminated: ok {rc=0}\u000a15:43:16.229445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19935): Launched\u000a15:43:16.641078 run osmo-hlr_10.42.42.2(pid=19936): Launched\u000a15:43:16.896811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:43:17.449780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19938): Launched\u000a15:43:17.741750 run osmo-stp_10.42.42.5(pid=19939): Launched\u000a15:43:17.847987 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:43:18.359846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19941): Launched\u000a15:43:18.465184 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:43:18.720200 run patchelf(pid=19942): Launched\u000a15:43:18.892244 run osmo-stp_10.42.42.5(pid=19939): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19939)]\u000a15:43:19.018731 run osmo-stp_10.42.42.5(pid=19939): stdout: \u000a| (launched: 2022-12-10_15:43:17.598860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:19.144781 run osmo-stp_10.42.42.5(pid=19939): stderr: \u000a| �[0;m�[38;5;43m20221210154317769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154317769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154317769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154317770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154317770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154317770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154317770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:19.266686 run osmo-stp_10.42.42.5(pid=19939): stdout: \u000a| (launched: 2022-12-10_15:43:17.598860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:19.387595 run osmo-stp_10.42.42.5(pid=19939): stderr: \u000a| �[0;m�[38;5;43m20221210154317769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154317769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154317769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154317770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154317770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154317770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154317770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:19.528284 run patchelf(pid=19942): Terminating (SIGINT)\u000a15:43:19.693896 run patchelf(pid=19942): Terminated: ok {rc=0}\u000a15:43:19.724391 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19939): Process ended prematurely: osmo-stp_10.42.42.5(pid=19939) [trial-2376↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19939)] [trial-2376↪gprs:sysmo↪iperf3.py:8]\u000a15:43:19.733390 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a15:43:19.793572 run osmo-hlr_10.42.42.2(pid=19936): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19936)]\u000a15:43:19.841958 run osmo-hlr_10.42.42.2(pid=19936): stdout: \u000a| (launched: 2022-12-10_15:43:16.382788) \u000a15:43:19.890870 run osmo-hlr_10.42.42.2(pid=19936): stderr: \u000a| �[0;m�[1;31m20221210154316583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154316583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154316583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154316583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154316583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154316583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154316599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154316619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154316619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154316619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:43:19.932308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19931): Terminating (SIGTERM)\u000a15:43:19.971612 run iperf3-srv_10.42.42.10(pid=19932): Terminating (SIGTERM)\u000a15:43:20.011413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19935): Terminating (SIGTERM)\u000a15:43:20.050679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19938): Terminating (SIGTERM)\u000a15:43:20.089918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19941): Terminating (SIGTERM)\u000a15:43:20.098861 --- ParallelTerminationStrategy: PID 19931 died...\u000a15:43:20.151125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19931): Terminated: ok {rc=0}\u000a15:43:20.160800 --- ParallelTerminationStrategy: PID 19932 died...\u000a15:43:20.213217 run iperf3-srv_10.42.42.10(pid=19932): Terminated {rc=256}\u000a15:43:20.222557 --- ParallelTerminationStrategy: PID 19935 died...\u000a15:43:20.274679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19935): Terminated: ok {rc=0}\u000a15:43:20.284279 --- ParallelTerminationStrategy: PID 19938 died...\u000a15:43:20.336765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19938): Terminated: ok {rc=0}\u000a15:43:20.346546 --- ParallelTerminationStrategy: PID 19941 died...\u000a15:43:20.399076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19941): Terminated: ok {rc=0}\u000a15:43:20.486193 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19957): Process ended prematurely: osmo-stp_10.42.42.5(pid=19957) [trial-2376↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19957)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19957): Process ended prematurely: osmo-stp_10.42.42.5(pid=19957) [trial-2376↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a15:43:21.597711 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:21.608635 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:43:21.732677 tst iperf3m4.py: using LAC 28962\u000a15:43:21.857475 tst iperf3m4.py: using RAC 147\u000a15:43:21.980776 tst iperf3m4.py: using CellId 28962\u000a15:43:22.105975 tst iperf3m4.py: using BVCI 28963\u000a15:43:22.130128 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:22.141174 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:22.152209 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:22.163023 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:22.173716 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:22.184371 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:22.195368 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:22.206130 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:22.217078 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:22.331989 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:22.452309 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:22.566460 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:22.837418 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:43:22.961097 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:23.266821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19943): Launched\u000a15:43:23.519344 run iperf3-srv_10.42.42.10(pid=19944): Launched\u000a15:43:23.699138 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:43:23.821626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:24.126900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19945): Launched\u000a15:43:24.379101 run iperf3-srv_10.42.42.10(pid=19946): Launched\u000a15:43:24.558569 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:43:24.680869 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:24.985576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19947): Launched\u000a15:43:25.236727 run iperf3-srv_10.42.42.10(pid=19948): Launched\u000a15:43:25.414909 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:43:25.536520 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:25.840713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19949): Launched\u000a15:43:26.108573 run iperf3-srv_10.42.42.10(pid=19950): Launched\u000a15:43:26.287782 tst iperf3m4.py:8: start network...\u000a15:43:26.410033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:43:26.873832 run create_hlr_db(pid=19951): Launched\u000a15:43:27.043486 bus /gobi_6: Setting Powered False\u000a15:43:28.066038 run create_hlr_db(pid=19951): Terminated: ok {rc=0}\u000a15:43:28.487252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19953): Launched\u000a15:43:28.803117 run osmo-hlr_10.42.42.2(pid=19954): Launched\u000a15:43:28.921860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:43:29.471805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19956): Launched\u000a15:43:29.786659 run osmo-stp_10.42.42.5(pid=19957): Launched\u000a15:43:29.901828 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:43:30.453668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19959): Launched\u000a15:43:30.566899 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:43:30.846274 run patchelf(pid=19960): Launched\u000a15:43:31.055950 run osmo-stp_10.42.42.5(pid=19957): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19957)]\u000a15:43:31.189885 run osmo-stp_10.42.42.5(pid=19957): stdout: \u000a| (launched: 2022-12-10_15:43:29.632317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:31.359185 run osmo-stp_10.42.42.5(pid=19957): stderr: \u000a| �[0;m�[38;5;43m20221210154329820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154329820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154329820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154329821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154329821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154329821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154329821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:31.491708 run osmo-stp_10.42.42.5(pid=19957): stdout: \u000a| (launched: 2022-12-10_15:43:29.632317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:31.618434 run osmo-stp_10.42.42.5(pid=19957): stderr: \u000a| �[0;m�[38;5;43m20221210154329820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154329820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154329820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154329821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154329821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154329821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154329821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:31.765889 run patchelf(pid=19960): Terminating (SIGINT)\u000a15:43:31.937948 run patchelf(pid=19960): Terminated: ok {rc=0}\u000a15:43:31.970395 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19957): Process ended prematurely: osmo-stp_10.42.42.5(pid=19957) [trial-2376↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19957)] [trial-2376↪gprs:sysmo↪iperf3m4.py:8]\u000a15:43:31.980524 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a15:43:32.047041 run osmo-hlr_10.42.42.2(pid=19954): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19954)]\u000a15:43:32.100539 run osmo-hlr_10.42.42.2(pid=19954): stdout: \u000a| (launched: 2022-12-10_15:43:28.648309) \u000a15:43:32.153536 run osmo-hlr_10.42.42.2(pid=19954): stderr: \u000a| �[0;m�[1;31m20221210154328845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154328845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154328845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154328845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154328845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154328845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154328856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154328866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154328866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154328866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:43:32.198522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19943): Terminating (SIGTERM)\u000a15:43:32.240291 run iperf3-srv_10.42.42.10(pid=19944): Terminating (SIGTERM)\u000a15:43:32.280178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19945): Terminating (SIGTERM)\u000a15:43:32.320848 run iperf3-srv_10.42.42.10(pid=19946): Terminating (SIGTERM)\u000a15:43:32.361193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19947): Terminating (SIGTERM)\u000a15:43:32.401368 run iperf3-srv_10.42.42.10(pid=19948): Terminating (SIGTERM)\u000a15:43:32.443363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19949): Terminating (SIGTERM)\u000a15:43:32.483956 run iperf3-srv_10.42.42.10(pid=19950): Terminating (SIGTERM)\u000a15:43:32.524166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19953): Terminating (SIGTERM)\u000a15:43:32.564766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19956): Terminating (SIGTERM)\u000a15:43:32.605112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19959): Terminating (SIGTERM)\u000a15:43:32.614228 --- ParallelTerminationStrategy: PID 19943 died...\u000a15:43:32.668037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19943): Terminated: ok {rc=0}\u000a15:43:32.677965 --- ParallelTerminationStrategy: PID 19944 died...\u000a15:43:32.731446 run iperf3-srv_10.42.42.10(pid=19944): Terminated {rc=256}\u000a15:43:32.741097 --- ParallelTerminationStrategy: PID 19945 died...\u000a15:43:32.794847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19945): Terminated: ok {rc=0}\u000a15:43:32.804485 --- ParallelTerminationStrategy: PID 19946 died...\u000a15:43:32.858067 run iperf3-srv_10.42.42.10(pid=19946): Terminated {rc=256}\u000a15:43:32.867720 --- ParallelTerminationStrategy: PID 19947 died...\u000a15:43:32.921393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19947): Terminated: ok {rc=0}\u000a15:43:32.931183 --- ParallelTerminationStrategy: PID 19948 died...\u000a15:43:32.984464 run iperf3-srv_10.42.42.10(pid=19948): Terminated {rc=256}\u000a15:43:32.994303 --- ParallelTerminationStrategy: PID 19949 died...\u000a15:43:33.047737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19949): Terminated: ok {rc=0}\u000a15:43:33.057617 --- ParallelTerminationStrategy: PID 19950 died...\u000a15:43:33.111134 run iperf3-srv_10.42.42.10(pid=19950): Terminated {rc=256}\u000a15:43:33.120865 --- ParallelTerminationStrategy: PID 19953 died...\u000a15:43:33.174534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19953): Terminated: ok {rc=0}\u000a15:43:33.184510 --- ParallelTerminationStrategy: PID 19956 died...\u000a15:43:33.238373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19956): Terminated: ok {rc=0}\u000a15:43:33.248088 --- ParallelTerminationStrategy: PID 19959 died...\u000a15:43:33.301529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19959): Terminated: ok {rc=0}\u000a15:43:33.391171 bus /gobi_4: Setting Powered False\u000a15:43:34.494619 bus /gobi_4: Setting Powered False\u000a15:43:35.606912 bus /gobi_1: Setting Powered False\u000a15:43:36.709775 bus /gobi_1: Setting Powered False\u000a15:43:37.821377 bus /gobi_0: Setting Powered False\u000a15:43:38.923724 bus /gobi_0: Setting Powered False\u000a15:43:40.035721 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19968): Process ended prematurely: osmo-stp_10.42.42.5(pid=19968) [trial-2376↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19968)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19968): Process ended prematurely: osmo-stp_10.42.42.5(pid=19968) [trial-2376↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo ping.py\u000a----------------------------------------------\u000a15:43:41.101370 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:41.112165 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:43:41.238959 tst ping.py: using LAC 28963\u000a15:43:41.358597 tst ping.py: using RAC 148\u000a15:43:41.483941 tst ping.py: using CellId 28963\u000a15:43:41.606124 tst ping.py: using BVCI 28964\u000a15:43:41.630129 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:41.641316 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:41.652327 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:41.663792 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:41.674902 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:41.685979 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:41.697185 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:41.708342 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:41.980268 tst ping.py:19: start network...\u000a15:43:42.100580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:43:42.558265 run create_hlr_db(pid=19962): Launched\u000a15:43:42.724815 bus /gobi_6: Setting Powered False\u000a15:43:43.746257 run create_hlr_db(pid=19962): Terminated: ok {rc=0}\u000a15:43:44.159679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19964): Launched\u000a15:43:44.470362 run osmo-hlr_10.42.42.2(pid=19965): Launched\u000a15:43:44.584791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:43:45.123586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19967): Launched\u000a15:43:45.432326 run osmo-stp_10.42.42.5(pid=19968): Launched\u000a15:43:45.545110 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:43:46.115183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19970): Launched\u000a15:43:46.223685 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:43:46.505413 run patchelf(pid=19971): Launched\u000a15:43:46.682048 run osmo-stp_10.42.42.5(pid=19968): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19968)]\u000a15:43:46.810855 run osmo-stp_10.42.42.5(pid=19968): stdout: \u000a| (launched: 2022-12-10_15:43:45.281456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:46.945458 run osmo-stp_10.42.42.5(pid=19968): stderr: \u000a| �[0;m�[38;5;43m20221210154345473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154345473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154345473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154345473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154345474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154345474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154345474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:47.078334 run osmo-stp_10.42.42.5(pid=19968): stdout: \u000a| (launched: 2022-12-10_15:43:45.281456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:47.207974 run osmo-stp_10.42.42.5(pid=19968): stderr: \u000a| �[0;m�[38;5;43m20221210154345473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154345473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154345473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154345473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154345474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154345474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154345474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:47.357216 run patchelf(pid=19971): Terminating (SIGINT)\u000a15:43:47.531731 run patchelf(pid=19971): Terminated: ok {rc=0}\u000a15:43:47.563652 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19968): Process ended prematurely: osmo-stp_10.42.42.5(pid=19968) [trial-2376↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19968)] [trial-2376↪gprs:sysmo↪ping.py:22]\u000a15:43:47.572991 tst ping.py:22: Test FAILED (6.5 sec)\u000a15:43:47.636318 run osmo-hlr_10.42.42.2(pid=19965): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19965)]\u000a15:43:47.688346 run osmo-hlr_10.42.42.2(pid=19965): stdout: \u000a| (launched: 2022-12-10_15:43:44.318729) \u000a15:43:47.740748 run osmo-hlr_10.42.42.2(pid=19965): stderr: \u000a| �[0;m�[1;31m20221210154344517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154344517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154344517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154344517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154344517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154344517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154344532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154344543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154344543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154344543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:43:47.785576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19964): Terminating (SIGTERM)\u000a15:43:47.827641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19967): Terminating (SIGTERM)\u000a15:43:47.869725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19970): Terminating (SIGTERM)\u000a15:43:47.879592 --- ParallelTerminationStrategy: PID 19964 died...\u000a15:43:47.936448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19964): Terminated: ok {rc=0}\u000a15:43:47.946762 --- ParallelTerminationStrategy: PID 19967 died...\u000a15:43:48.002971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19967): Terminated: ok {rc=0}\u000a15:43:48.013154 --- ParallelTerminationStrategy: PID 19970 died...\u000a15:43:48.069301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19970): Terminated: ok {rc=0}\u000a15:43:48.156978 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19978): Process ended prematurely: osmo-stp_10.42.42.5(pid=19978) [trial-2376↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19978)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19978): Process ended prematurely: osmo-stp_10.42.42.5(pid=19978) [trial-2376↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a15:43:49.208781 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:49.219942 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:43:49.340070 tst ping_idle_ping.py: using LAC 28964\u000a15:43:49.454099 tst ping_idle_ping.py: using RAC 149\u000a15:43:49.569140 tst ping_idle_ping.py: using CellId 28964\u000a15:43:49.681702 tst ping_idle_ping.py: using BVCI 28965\u000a15:43:49.703840 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:49.714301 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:49.724622 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:49.735154 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:49.745578 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:49.755660 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:49.766456 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:49.777056 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:50.067262 tst ping_idle_ping.py:24: start network...\u000a15:43:50.197189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:43:50.694356 run create_hlr_db(pid=19972): Launched\u000a15:43:50.875013 bus /gobi_6: Setting Powered False\u000a15:43:51.895943 run create_hlr_db(pid=19972): Terminated: ok {rc=0}\u000a15:43:52.285123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19974): Launched\u000a15:43:52.573352 run osmo-hlr_10.42.42.2(pid=19975): Launched\u000a15:43:52.686797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:43:53.195922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19977): Launched\u000a15:43:53.483516 run osmo-stp_10.42.42.5(pid=19978): Launched\u000a15:43:53.590362 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:43:54.094890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19980): Launched\u000a15:43:54.198306 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:43:54.450333 run patchelf(pid=19981): Launched\u000a15:43:54.620059 run osmo-stp_10.42.42.5(pid=19978): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19978)]\u000a15:43:54.745108 run osmo-stp_10.42.42.5(pid=19978): stdout: \u000a| (launched: 2022-12-10_15:43:53.342389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:54.870036 run osmo-stp_10.42.42.5(pid=19978): stderr: \u000a| �[0;m�[38;5;43m20221210154353512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154353512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154353512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154353513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154353513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154353513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154353513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:54.990444 run osmo-stp_10.42.42.5(pid=19978): stdout: \u000a| (launched: 2022-12-10_15:43:53.342389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:55.109600 run osmo-stp_10.42.42.5(pid=19978): stderr: \u000a| �[0;m�[38;5;43m20221210154353512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154353512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154353512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154353513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154353513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154353513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154353513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:55.248150 run patchelf(pid=19981): Terminating (SIGINT)\u000a15:43:55.410968 run patchelf(pid=19981): Terminated: ok {rc=0}\u000a15:43:55.440724 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19978): Process ended prematurely: osmo-stp_10.42.42.5(pid=19978) [trial-2376↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19978)] [trial-2376↪gprs:sysmo↪ping_idle_ping.py:27]\u000a15:43:55.449286 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a15:43:55.508686 run osmo-hlr_10.42.42.2(pid=19975): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19975)]\u000a15:43:55.557079 run osmo-hlr_10.42.42.2(pid=19975): stdout: \u000a| (launched: 2022-12-10_15:43:52.431799) \u000a15:43:55.606310 run osmo-hlr_10.42.42.2(pid=19975): stderr: \u000a| �[0;m�[1;31m20221210154352606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154352606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154352606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154352606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154352606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154352606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154352618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154352626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154352627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154352627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:43:55.647865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19974): Terminating (SIGTERM)\u000a15:43:55.687198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19977): Terminating (SIGTERM)\u000a15:43:55.726708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19980): Terminating (SIGTERM)\u000a15:43:55.735926 --- ParallelTerminationStrategy: PID 19974 died...\u000a15:43:55.789252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19974): Terminated: ok {rc=0}\u000a15:43:55.798934 --- ParallelTerminationStrategy: PID 19977 died...\u000a15:43:55.851839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19977): Terminated: ok {rc=0}\u000a15:43:55.861879 --- ParallelTerminationStrategy: PID 19980 died...\u000a15:43:55.914938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19980): Terminated: ok {rc=0}\u000a15:43:56.003360 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:42:58" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19997): Process ended prematurely: osmo-stp_10.42.42.5(pid=19997) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19997)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19997): Process ended prematurely: osmo-stp_10.42.42.5(pid=19997) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:43:58.101579 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:58.112995 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:43:58.240743 tst cs_paging_gprs_active.py: using LAC 28965\u000a15:43:58.365174 tst cs_paging_gprs_active.py: using RAC 150\u000a15:43:58.489243 tst cs_paging_gprs_active.py: using CellId 28965\u000a15:43:58.627115 tst cs_paging_gprs_active.py: using BVCI 28966\u000a15:43:58.651473 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:58.662799 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:58.673798 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:58.684799 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:58.695697 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:58.706582 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:58.717694 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:58.728569 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:58.739874 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:43:58.856388 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:43:59.146124 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:43:59.278882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:59.607172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19987): Launched\u000a15:43:59.883288 run iperf3-srv_10.42.42.10(pid=19988): Launched\u000a15:44:00.078726 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:44:00.211476 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:00.540064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19989): Launched\u000a15:44:00.812783 run iperf3-srv_10.42.42.10(pid=19990): Launched\u000a15:44:01.014405 tst cs_paging_gprs_active.py:38: start network...\u000a15:44:01.149385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:44:01.699489 run create_hlr_db(pid=19991): Launched\u000a15:44:01.887225 bus /gobi_6: Setting Powered False\u000a15:44:02.903795 run create_hlr_db(pid=19991): Terminated: ok {rc=0}\u000a15:44:03.325347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19993): Launched\u000a15:44:03.640703 run osmo-hlr_10.42.42.2(pid=19994): Launched\u000a15:44:03.759901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:44:04.311174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19996): Launched\u000a15:44:04.629133 run osmo-stp_10.42.42.5(pid=19997): Launched\u000a15:44:04.743955 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:44:05.296379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19999): Launched\u000a15:44:05.409229 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:44:05.683844 run patchelf(pid=20000): Launched\u000a15:44:05.869819 run osmo-stp_10.42.42.5(pid=19997): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19997)]\u000a15:44:06.005992 run osmo-stp_10.42.42.5(pid=19997): stdout: \u000a| (launched: 2022-12-10_15:44:04.474097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:06.142539 run osmo-stp_10.42.42.5(pid=19997): stderr: \u000a| �[0;m�[38;5;43m20221210154404664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154404664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154404664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154404664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154404666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154404666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154404666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:06.274417 run osmo-stp_10.42.42.5(pid=19997): stdout: \u000a| (launched: 2022-12-10_15:44:04.474097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:06.405232 run osmo-stp_10.42.42.5(pid=19997): stderr: \u000a| �[0;m�[38;5;43m20221210154404664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154404664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154404664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154404664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154404666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154404666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154404666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:06.556804 run patchelf(pid=20000): Terminating (SIGINT)\u000a15:44:06.734919 run patchelf(pid=20000): Terminated: ok {rc=0}\u000a15:44:06.767623 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19997): Process ended prematurely: osmo-stp_10.42.42.5(pid=19997) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19997)] [trial-2376↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a15:44:06.777395 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a15:44:06.840508 run osmo-hlr_10.42.42.2(pid=19994): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19994)]\u000a15:44:06.892239 run osmo-hlr_10.42.42.2(pid=19994): stdout: \u000a| (launched: 2022-12-10_15:44:03.486653) \u000a15:44:06.944184 run osmo-hlr_10.42.42.2(pid=19994): stderr: \u000a| �[0;m�[1;31m20221210154403687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154403687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154403687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154403687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154403687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154403687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154403700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154403711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154403711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154403711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:44:06.988687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19987): Terminating (SIGTERM)\u000a15:44:07.030679 run iperf3-srv_10.42.42.10(pid=19988): Terminating (SIGTERM)\u000a15:44:07.072891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19989): Terminating (SIGTERM)\u000a15:44:07.114837 run iperf3-srv_10.42.42.10(pid=19990): Terminating (SIGTERM)\u000a15:44:07.156856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19993): Terminating (SIGTERM)\u000a15:44:07.198833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19996): Terminating (SIGTERM)\u000a15:44:07.240817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19999): Terminating (SIGTERM)\u000a15:44:07.250534 --- ParallelTerminationStrategy: PID 19987 died...\u000a15:44:07.306965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19987): Terminated: ok {rc=0}\u000a15:44:07.317091 --- ParallelTerminationStrategy: PID 19988 died...\u000a15:44:07.372734 run iperf3-srv_10.42.42.10(pid=19988): Terminated {rc=256}\u000a15:44:07.382825 --- ParallelTerminationStrategy: PID 19989 died...\u000a15:44:07.438529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19989): Terminated: ok {rc=0}\u000a15:44:07.448509 --- ParallelTerminationStrategy: PID 19990 died...\u000a15:44:07.504118 run iperf3-srv_10.42.42.10(pid=19990): Terminated {rc=256}\u000a15:44:07.514294 --- ParallelTerminationStrategy: PID 19993 died...\u000a15:44:07.569876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19993): Terminated: ok {rc=0}\u000a15:44:07.580010 --- ParallelTerminationStrategy: PID 19996 died...\u000a15:44:07.635695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19996): Terminated: ok {rc=0}\u000a15:44:07.645818 --- ParallelTerminationStrategy: PID 19999 died...\u000a15:44:07.701623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19999): Terminated: ok {rc=0}\u000a15:44:07.788807 bus /gobi_0: Setting Powered False\u000a15:44:08.895786 bus /gobi_0: Setting Powered False\u000a15:44:10.002466 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20009): Process ended prematurely: osmo-stp_10.42.42.5(pid=20009) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20009)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20009): Process ended prematurely: osmo-stp_10.42.42.5(pid=20009) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a15:44:11.111930 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:11.123407 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:44:11.246429 tst iperf3.py: using LAC 28966\u000a15:44:11.363486 tst iperf3.py: using RAC 151\u000a15:44:11.478820 tst iperf3.py: using CellId 28966\u000a15:44:11.606665 tst iperf3.py: using BVCI 28967\u000a15:44:11.631024 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:11.642276 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:11.653418 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:11.664910 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:11.676101 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:11.687616 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:11.699025 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:11.710013 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:11.721509 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:44:11.995271 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:44:12.117754 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:12.421647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20001): Launched\u000a15:44:12.673587 run iperf3-srv_10.42.42.10(pid=20002): Launched\u000a15:44:12.852199 tst iperf3.py:8: start network...\u000a15:44:12.974142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:44:13.434788 run create_hlr_db(pid=20003): Launched\u000a15:44:13.603823 bus /gobi_6: Setting Powered False\u000a15:44:14.626551 run create_hlr_db(pid=20003): Terminated: ok {rc=0}\u000a15:44:15.046540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20005): Launched\u000a15:44:15.362592 run osmo-hlr_10.42.42.2(pid=20006): Launched\u000a15:44:15.482947 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:44:16.087701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20008): Launched\u000a15:44:16.473877 run osmo-stp_10.42.42.5(pid=20009): Launched\u000a15:44:16.710974 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:44:17.313531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20011): Launched\u000a15:44:17.426770 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:44:17.702140 run patchelf(pid=20012): Launched\u000a15:44:17.887797 run osmo-stp_10.42.42.5(pid=20009): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20009)]\u000a15:44:18.024199 run osmo-stp_10.42.42.5(pid=20009): stdout: \u000a| (launched: 2022-12-10_15:44:16.283032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:18.160266 run osmo-stp_10.42.42.5(pid=20009): stderr: \u000a| �[0;m�[38;5;43m20221210154416606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154416606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154416606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154416607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154416607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154416607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154416607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:18.291570 run osmo-stp_10.42.42.5(pid=20009): stdout: \u000a| (launched: 2022-12-10_15:44:16.283032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:18.421578 run osmo-stp_10.42.42.5(pid=20009): stderr: \u000a| �[0;m�[38;5;43m20221210154416606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154416606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154416606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154416607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154416607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154416607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154416607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:18.573331 run patchelf(pid=20012): Terminating (SIGINT)\u000a15:44:18.751258 run patchelf(pid=20012): Terminated: ok {rc=0}\u000a15:44:18.784048 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20009): Process ended prematurely: osmo-stp_10.42.42.5(pid=20009) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20009)] [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a15:44:18.794012 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a15:44:18.856891 run osmo-hlr_10.42.42.2(pid=20006): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20006)]\u000a15:44:18.908135 run osmo-hlr_10.42.42.2(pid=20006): stdout: \u000a| (launched: 2022-12-10_15:44:15.208903) \u000a15:44:18.959880 run osmo-hlr_10.42.42.2(pid=20006): stderr: \u000a| �[0;m�[1;31m20221210154415409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154415409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154415409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154415409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154415409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154415409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154415422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154415431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154415431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154415432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:44:19.004272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20001): Terminating (SIGTERM)\u000a15:44:19.046205 run iperf3-srv_10.42.42.10(pid=20002): Terminating (SIGTERM)\u000a15:44:19.088181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20005): Terminating (SIGTERM)\u000a15:44:19.130031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20008): Terminating (SIGTERM)\u000a15:44:19.171890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20011): Terminating (SIGTERM)\u000a15:44:19.181607 --- ParallelTerminationStrategy: PID 20001 died...\u000a15:44:19.238124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20001): Terminated: ok {rc=0}\u000a15:44:19.248273 --- ParallelTerminationStrategy: PID 20002 died...\u000a15:44:19.303626 run iperf3-srv_10.42.42.10(pid=20002): Terminated {rc=256}\u000a15:44:19.313775 --- ParallelTerminationStrategy: PID 20005 died...\u000a15:44:19.369441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20005): Terminated: ok {rc=0}\u000a15:44:19.379536 --- ParallelTerminationStrategy: PID 20008 died...\u000a15:44:19.435114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20008): Terminated: ok {rc=0}\u000a15:44:19.445175 --- ParallelTerminationStrategy: PID 20011 died...\u000a15:44:19.500724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20011): Terminated: ok {rc=0}\u000a15:44:19.586407 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20027): Process ended prematurely: osmo-stp_10.42.42.5(pid=20027) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20027)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20027): Process ended prematurely: osmo-stp_10.42.42.5(pid=20027) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a15:44:20.701043 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:20.712836 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:44:20.840757 tst iperf3m4.py: using LAC 28967\u000a15:44:20.963397 tst iperf3m4.py: using RAC 152\u000a15:44:21.085742 tst iperf3m4.py: using CellId 28967\u000a15:44:21.207736 tst iperf3m4.py: using BVCI 28968\u000a15:44:21.232110 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:21.243314 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:21.254342 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:21.265338 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:21.276193 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:21.287134 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:21.298240 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:21.309104 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:21.320495 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:44:21.436673 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:44:21.552190 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:44:21.665677 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:44:21.937694 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:44:22.060757 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:22.367347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20013): Launched\u000a15:44:22.620266 run iperf3-srv_10.42.42.10(pid=20014): Launched\u000a15:44:22.799668 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:44:22.922088 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:23.226284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20015): Launched\u000a15:44:23.479042 run iperf3-srv_10.42.42.10(pid=20016): Launched\u000a15:44:23.658802 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:44:23.781973 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:24.087519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20017): Launched\u000a15:44:24.340879 run iperf3-srv_10.42.42.10(pid=20018): Launched\u000a15:44:24.521417 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:44:24.644250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:24.949995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20019): Launched\u000a15:44:25.202687 run iperf3-srv_10.42.42.10(pid=20020): Launched\u000a15:44:25.382228 tst iperf3m4.py:8: start network...\u000a15:44:25.505211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:44:25.973504 run create_hlr_db(pid=20021): Launched\u000a15:44:26.143448 bus /gobi_6: Setting Powered False\u000a15:44:27.165383 run create_hlr_db(pid=20021): Terminated: ok {rc=0}\u000a15:44:27.558259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20023): Launched\u000a15:44:27.851544 run osmo-hlr_10.42.42.2(pid=20024): Launched\u000a15:44:27.965933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:44:28.482022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20026): Launched\u000a15:44:28.777057 run osmo-stp_10.42.42.5(pid=20027): Launched\u000a15:44:28.885093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:44:29.398433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20029): Launched\u000a15:44:29.503300 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:44:29.768009 run patchelf(pid=20030): Launched\u000a15:44:29.954099 run osmo-stp_10.42.42.5(pid=20027): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20027)]\u000a15:44:30.090196 run osmo-stp_10.42.42.5(pid=20027): stdout: \u000a| (launched: 2022-12-10_15:44:28.631810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:30.226737 run osmo-stp_10.42.42.5(pid=20027): stderr: \u000a| �[0;m�[38;5;43m20221210154428796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154428797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154428797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154428797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154428798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154428798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154428798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:30.358456 run osmo-stp_10.42.42.5(pid=20027): stdout: \u000a| (launched: 2022-12-10_15:44:28.631810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:30.488344 run osmo-stp_10.42.42.5(pid=20027): stderr: \u000a| �[0;m�[38;5;43m20221210154428796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154428797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154428797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154428797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154428798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154428798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154428798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:30.641683 run patchelf(pid=20030): Terminating (SIGINT)\u000a15:44:30.820076 run patchelf(pid=20030): Terminated: ok {rc=0}\u000a15:44:30.859020 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20027): Process ended prematurely: osmo-stp_10.42.42.5(pid=20027) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20027)] [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a15:44:30.869983 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a15:44:30.936514 run osmo-hlr_10.42.42.2(pid=20024): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20024)]\u000a15:44:30.987783 run osmo-hlr_10.42.42.2(pid=20024): stdout: \u000a| (launched: 2022-12-10_15:44:27.707660) \u000a15:44:31.040239 run osmo-hlr_10.42.42.2(pid=20024): stderr: \u000a| �[0;m�[1;31m20221210154427881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154427881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154427881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154427881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154427881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154427881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154427892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154427901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154427901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154427901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:44:31.085082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20013): Terminating (SIGTERM)\u000a15:44:31.129609 run iperf3-srv_10.42.42.10(pid=20014): Terminating (SIGTERM)\u000a15:44:31.174213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20015): Terminating (SIGTERM)\u000a15:44:31.218360 run iperf3-srv_10.42.42.10(pid=20016): Terminating (SIGTERM)\u000a15:44:31.261959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20017): Terminating (SIGTERM)\u000a15:44:31.306069 run iperf3-srv_10.42.42.10(pid=20018): Terminating (SIGTERM)\u000a15:44:31.350011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20019): Terminating (SIGTERM)\u000a15:44:31.394277 run iperf3-srv_10.42.42.10(pid=20020): Terminating (SIGTERM)\u000a15:44:31.438198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20023): Terminating (SIGTERM)\u000a15:44:31.480881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20026): Terminating (SIGTERM)\u000a15:44:31.526262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20029): Terminating (SIGTERM)\u000a15:44:31.536693 --- ParallelTerminationStrategy: PID 20013 died...\u000a15:44:31.595247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20013): Terminated: ok {rc=0}\u000a15:44:31.607847 --- ParallelTerminationStrategy: PID 20014 died...\u000a15:44:31.671871 run iperf3-srv_10.42.42.10(pid=20014): Terminated {rc=256}\u000a15:44:31.682471 --- ParallelTerminationStrategy: PID 20015 died...\u000a15:44:31.739293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20015): Terminated: ok {rc=0}\u000a15:44:31.749862 --- ParallelTerminationStrategy: PID 20016 died...\u000a15:44:31.806770 run iperf3-srv_10.42.42.10(pid=20016): Terminated {rc=256}\u000a15:44:31.817539 --- ParallelTerminationStrategy: PID 20017 died...\u000a15:44:31.876020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20017): Terminated: ok {rc=0}\u000a15:44:31.886853 --- ParallelTerminationStrategy: PID 20018 died...\u000a15:44:31.943723 run iperf3-srv_10.42.42.10(pid=20018): Terminated {rc=256}\u000a15:44:31.954416 --- ParallelTerminationStrategy: PID 20019 died...\u000a15:44:32.011949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20019): Terminated: ok {rc=0}\u000a15:44:32.022660 --- ParallelTerminationStrategy: PID 20020 died...\u000a15:44:32.080781 run iperf3-srv_10.42.42.10(pid=20020): Terminated {rc=256}\u000a15:44:32.091763 --- ParallelTerminationStrategy: PID 20023 died...\u000a15:44:32.147628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20023): Terminated: ok {rc=0}\u000a15:44:32.159324 --- ParallelTerminationStrategy: PID 20026 died...\u000a15:44:32.215568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20026): Terminated: ok {rc=0}\u000a15:44:32.226349 --- ParallelTerminationStrategy: PID 20029 died...\u000a15:44:32.283460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20029): Terminated: ok {rc=0}\u000a15:44:32.368234 bus /gobi_4: Setting Powered False\u000a15:44:33.470937 bus /gobi_4: Setting Powered False\u000a15:44:34.582813 bus /gobi_1: Setting Powered False\u000a15:44:35.688179 bus /gobi_1: Setting Powered False\u000a15:44:36.795110 bus /gobi_0: Setting Powered False\u000a15:44:37.900485 bus /gobi_0: Setting Powered False\u000a15:44:39.012990 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20037): Process ended prematurely: osmo-stp_10.42.42.5(pid=20037) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20037)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20037): Process ended prematurely: osmo-stp_10.42.42.5(pid=20037) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a15:44:40.079595 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:40.090866 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:44:40.214679 tst ping.py: using LAC 28968\u000a15:44:40.335777 tst ping.py: using RAC 153\u000a15:44:40.462989 tst ping.py: using CellId 28968\u000a15:44:40.587139 tst ping.py: using BVCI 28969\u000a15:44:40.610921 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:40.622351 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:40.633623 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:40.644723 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:40.655729 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:40.667204 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:40.678511 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:40.689528 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:44:40.976123 tst ping.py:19: start network...\u000a15:44:41.106610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:44:41.603427 run create_hlr_db(pid=20031): Launched\u000a15:44:41.785371 bus /gobi_6: Setting Powered False\u000a15:44:42.806917 run create_hlr_db(pid=20031): Terminated: ok {rc=0}\u000a15:44:43.221526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20033): Launched\u000a15:44:43.531600 run osmo-hlr_10.42.42.2(pid=20034): Launched\u000a15:44:43.648358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:44:44.190046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20036): Launched\u000a15:44:44.498853 run osmo-stp_10.42.42.5(pid=20037): Launched\u000a15:44:44.611030 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:44:45.152579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20039): Launched\u000a15:44:45.263380 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:44:45.532930 run patchelf(pid=20040): Launched\u000a15:44:45.715176 run osmo-stp_10.42.42.5(pid=20037): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20037)]\u000a15:44:45.868556 run osmo-stp_10.42.42.5(pid=20037): stdout: \u000a| (launched: 2022-12-10_15:44:44.347860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:46.008575 run osmo-stp_10.42.42.5(pid=20037): stderr: \u000a| �[0;m�[38;5;43m20221210154444540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154444540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154444541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154444541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154444542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154444542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154444542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:46.134518 run osmo-stp_10.42.42.5(pid=20037): stdout: \u000a| (launched: 2022-12-10_15:44:44.347860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:46.257859 run osmo-stp_10.42.42.5(pid=20037): stderr: \u000a| �[0;m�[38;5;43m20221210154444540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154444540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154444541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154444541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154444542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154444542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154444542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:46.402730 run patchelf(pid=20040): Terminating (SIGINT)\u000a15:44:46.571883 run patchelf(pid=20040): Terminated: ok {rc=0}\u000a15:44:46.603640 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20037): Process ended prematurely: osmo-stp_10.42.42.5(pid=20037) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20037)] [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a15:44:46.613292 tst ping.py:22: Test FAILED (6.5 sec)\u000a15:44:46.679601 run osmo-hlr_10.42.42.2(pid=20034): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20034)]\u000a15:44:46.730840 run osmo-hlr_10.42.42.2(pid=20034): stdout: \u000a| (launched: 2022-12-10_15:44:43.380170) \u000a15:44:46.783166 run osmo-hlr_10.42.42.2(pid=20034): stderr: \u000a| �[0;m�[1;31m20221210154443582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154443582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154443582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154443582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154443582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154443582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154443594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154443604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154443604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154443604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:44:46.828385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20033): Terminating (SIGTERM)\u000a15:44:46.873829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20036): Terminating (SIGTERM)\u000a15:44:46.917016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20039): Terminating (SIGTERM)\u000a15:44:46.928727 --- ParallelTerminationStrategy: PID 20033 died...\u000a15:44:46.987242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20033): Terminated: ok {rc=0}\u000a15:44:46.997886 --- ParallelTerminationStrategy: PID 20036 died...\u000a15:44:47.054444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20036): Terminated: ok {rc=0}\u000a15:44:47.064980 --- ParallelTerminationStrategy: PID 20039 died...\u000a15:44:47.123021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20039): Terminated: ok {rc=0}\u000a15:44:47.210500 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20047): Process ended prematurely: osmo-stp_10.42.42.5(pid=20047) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20047)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20047): Process ended prematurely: osmo-stp_10.42.42.5(pid=20047) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a15:44:48.262449 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:48.274195 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:44:48.398366 tst ping_idle_ping.py: using LAC 28969\u000a15:44:48.520314 tst ping_idle_ping.py: using RAC 154\u000a15:44:48.643315 tst ping_idle_ping.py: using CellId 28969\u000a15:44:48.766225 tst ping_idle_ping.py: using BVCI 28970\u000a15:44:48.790205 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:48.801388 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:48.812645 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:48.823779 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:48.834770 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:48.845683 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:48.856721 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:48.868065 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:44:49.156860 tst ping_idle_ping.py:24: start network...\u000a15:44:49.286350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:44:49.781059 run create_hlr_db(pid=20041): Launched\u000a15:44:49.962121 bus /gobi_6: Setting Powered False\u000a15:44:50.983232 run create_hlr_db(pid=20041): Terminated: ok {rc=0}\u000a15:44:51.372847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20043): Launched\u000a15:44:51.662143 run osmo-hlr_10.42.42.2(pid=20044): Launched\u000a15:44:51.768302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:44:52.268831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20046): Launched\u000a15:44:52.557581 run osmo-stp_10.42.42.5(pid=20047): Launched\u000a15:44:52.663999 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:44:53.171340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20049): Launched\u000a15:44:53.274964 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:44:53.526731 run patchelf(pid=20050): Launched\u000a15:44:53.696048 run osmo-stp_10.42.42.5(pid=20047): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20047)]\u000a15:44:53.820649 run osmo-stp_10.42.42.5(pid=20047): stdout: \u000a| (launched: 2022-12-10_15:44:52.415340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:53.944789 run osmo-stp_10.42.42.5(pid=20047): stderr: \u000a| �[0;m�[38;5;43m20221210154452582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154452582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154452582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154452583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154452583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154452583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154452583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:54.065034 run osmo-stp_10.42.42.5(pid=20047): stdout: \u000a| (launched: 2022-12-10_15:44:52.415340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:54.183698 run osmo-stp_10.42.42.5(pid=20047): stderr: \u000a| �[0;m�[38;5;43m20221210154452582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154452582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154452582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154452583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154452583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154452583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154452583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:54.322405 run patchelf(pid=20050): Terminating (SIGINT)\u000a15:44:54.485441 run patchelf(pid=20050): Terminated: ok {rc=0}\u000a15:44:54.515305 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20047): Process ended prematurely: osmo-stp_10.42.42.5(pid=20047) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20047)] [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a15:44:54.523848 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a15:44:54.583097 run osmo-hlr_10.42.42.2(pid=20044): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20044)]\u000a15:44:54.631332 run osmo-hlr_10.42.42.2(pid=20044): stdout: \u000a| (launched: 2022-12-10_15:44:51.520211) \u000a15:44:54.680314 run osmo-hlr_10.42.42.2(pid=20044): stderr: \u000a| �[0;m�[1;31m20221210154451696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154451696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154451696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154451696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154451696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154451696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154451709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154451717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154451717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154451717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:44:54.721762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20043): Terminating (SIGTERM)\u000a15:44:54.761821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20046): Terminating (SIGTERM)\u000a15:44:54.801617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20049): Terminating (SIGTERM)\u000a15:44:54.810782 --- ParallelTerminationStrategy: PID 20043 died...\u000a15:44:54.863780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20043): Terminated: ok {rc=0}\u000a15:44:54.873539 --- ParallelTerminationStrategy: PID 20046 died...\u000a15:44:54.926278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20046): Terminated: ok {rc=0}\u000a15:44:54.935768 --- ParallelTerminationStrategy: PID 20049 died...\u000a15:44:54.988073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20049): Terminated: ok {rc=0}\u000a15:44:55.075976 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:43:57" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20068): Process ended prematurely: osmo-stp_10.42.42.5(pid=20068) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20068)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20068): Process ended prematurely: osmo-stp_10.42.42.5(pid=20068) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:44:57.169875 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:57.180576 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:44:57.322628 tst cs_paging_gprs_active.py: using LAC 28970\u000a15:44:57.439869 tst cs_paging_gprs_active.py: using RAC 155\u000a15:44:57.555517 tst cs_paging_gprs_active.py: using CellId 28970\u000a15:44:57.675512 tst cs_paging_gprs_active.py: using BVCI 28971\u000a15:44:57.697957 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:57.708746 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:57.719363 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:57.729885 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:57.740915 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:57.751824 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:57.762794 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:57.773578 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:57.784455 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:44:57.902435 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:44:58.192349 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:44:58.325196 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:58.651798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20055): Launched\u000a15:44:58.922902 run iperf3-srv_10.42.42.10(pid=20056): Launched\u000a15:44:59.117542 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:44:59.249811 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:59.577159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20057): Launched\u000a15:44:59.848120 run iperf3-srv_10.42.42.10(pid=20058): Launched\u000a15:45:00.042352 tst cs_paging_gprs_active.py:38: start network...\u000a15:45:00.174507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:45:00.679303 run create_hlr_db(pid=20059): Launched\u000a15:45:00.895998 bus /gobi_6: Setting Powered False\u000a15:45:01.884024 run create_hlr_db(pid=20059): Terminated: ok {rc=0}\u000a15:45:02.332434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20064): Launched\u000a15:45:02.630255 run osmo-hlr_10.42.42.2(pid=20065): Launched\u000a15:45:02.750395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:45:03.269889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20067): Launched\u000a15:45:03.563606 run osmo-stp_10.42.42.5(pid=20068): Launched\u000a15:45:03.671179 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:45:04.185480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20070): Launched\u000a15:45:04.290707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:45:04.547362 run patchelf(pid=20071): Launched\u000a15:45:04.720239 run osmo-stp_10.42.42.5(pid=20068): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20068)]\u000a15:45:04.848063 run osmo-stp_10.42.42.5(pid=20068): stdout: \u000a| (launched: 2022-12-10_15:45:03.419412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:04.975707 run osmo-stp_10.42.42.5(pid=20068): stderr: \u000a| �[0;m�[38;5;43m20221210154503588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154503589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154503589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154503589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154503590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154503590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154503590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:05.098266 run osmo-stp_10.42.42.5(pid=20068): stdout: \u000a| (launched: 2022-12-10_15:45:03.419412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:05.219632 run osmo-stp_10.42.42.5(pid=20068): stderr: \u000a| �[0;m�[38;5;43m20221210154503588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154503589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154503589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154503589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154503590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154503590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154503590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:05.361590 run patchelf(pid=20071): Terminating (SIGINT)\u000a15:45:05.528196 run patchelf(pid=20071): Terminated: ok {rc=0}\u000a15:45:05.558963 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20068): Process ended prematurely: osmo-stp_10.42.42.5(pid=20068) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20068)] [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a15:45:05.568165 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a15:45:05.627505 run osmo-hlr_10.42.42.2(pid=20065): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20065)]\u000a15:45:05.676283 run osmo-hlr_10.42.42.2(pid=20065): stdout: \u000a| (launched: 2022-12-10_15:45:02.483287) \u000a15:45:05.725515 run osmo-hlr_10.42.42.2(pid=20065): stderr: \u000a| �[0;m�[1;31m20221210154502658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154502658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154502658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154502658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154502658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154502658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154502670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154502678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154502678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154502678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:45:05.767235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20055): Terminating (SIGTERM)\u000a15:45:05.806982 run iperf3-srv_10.42.42.10(pid=20056): Terminating (SIGTERM)\u000a15:45:05.846908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20057): Terminating (SIGTERM)\u000a15:45:05.886297 run iperf3-srv_10.42.42.10(pid=20058): Terminating (SIGTERM)\u000a15:45:05.925960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20064): Terminating (SIGTERM)\u000a15:45:05.965595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20067): Terminating (SIGTERM)\u000a15:45:06.005175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20070): Terminating (SIGTERM)\u000a15:45:06.014473 --- ParallelTerminationStrategy: PID 20055 died...\u000a15:45:06.068038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20055): Terminated: ok {rc=0}\u000a15:45:06.077608 --- ParallelTerminationStrategy: PID 20056 died...\u000a15:45:06.130429 run iperf3-srv_10.42.42.10(pid=20056): Terminated {rc=256}\u000a15:45:06.139756 --- ParallelTerminationStrategy: PID 20057 died...\u000a15:45:06.192369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20057): Terminated: ok {rc=0}\u000a15:45:06.202053 --- ParallelTerminationStrategy: PID 20058 died...\u000a15:45:06.254816 run iperf3-srv_10.42.42.10(pid=20058): Terminated {rc=256}\u000a15:45:06.264343 --- ParallelTerminationStrategy: PID 20064 died...\u000a15:45:06.316941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20064): Terminated: ok {rc=0}\u000a15:45:06.326657 --- ParallelTerminationStrategy: PID 20067 died...\u000a15:45:06.379141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20067): Terminated: ok {rc=0}\u000a15:45:06.388797 --- ParallelTerminationStrategy: PID 20070 died...\u000a15:45:06.441375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20070): Terminated: ok {rc=0}\u000a15:45:06.523273 bus /gobi_0: Setting Powered False\u000a15:45:07.629417 bus /gobi_0: Setting Powered False\u000a15:45:08.735975 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20080): Process ended prematurely: osmo-stp_10.42.42.5(pid=20080) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20080): Process ended prematurely: osmo-stp_10.42.42.5(pid=20080) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a15:45:09.849489 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:09.861415 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:45:10.013549 tst iperf3.py: using LAC 28971\u000a15:45:10.139688 tst iperf3.py: using RAC 156\u000a15:45:10.266169 tst iperf3.py: using CellId 28971\u000a15:45:10.389935 tst iperf3.py: using BVCI 28972\u000a15:45:10.414183 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:10.425627 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:10.436678 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:10.448037 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:10.459273 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:10.470756 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:10.482170 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:10.493223 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:10.504602 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:45:10.793027 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:45:10.927144 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:11.255144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20072): Launched\u000a15:45:11.528718 run iperf3-srv_10.42.42.10(pid=20073): Launched\u000a15:45:11.723472 tst iperf3.py:8: start network...\u000a15:45:11.856523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:45:12.362070 run create_hlr_db(pid=20074): Launched\u000a15:45:12.545745 bus /gobi_6: Setting Powered False\u000a15:45:13.567422 run create_hlr_db(pid=20074): Terminated: ok {rc=0}\u000a15:45:13.988369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20076): Launched\u000a15:45:14.303620 run osmo-hlr_10.42.42.2(pid=20077): Launched\u000a15:45:14.422597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:45:14.974292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20079): Launched\u000a15:45:15.289003 run osmo-stp_10.42.42.5(pid=20080): Launched\u000a15:45:15.403611 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:45:15.989675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20082): Launched\u000a15:45:16.101531 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:45:16.413294 run patchelf(pid=20083): Launched\u000a15:45:16.600147 run osmo-stp_10.42.42.5(pid=20080): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)]\u000a15:45:16.732871 run osmo-stp_10.42.42.5(pid=20080): stdout: \u000a| (launched: 2022-12-10_15:45:15.135255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:16.865223 run osmo-stp_10.42.42.5(pid=20080): stderr: \u000a| �[0;m�[38;5;43m20221210154515328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154515328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154515328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154515328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154515329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154515329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154515329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:16.992871 run osmo-stp_10.42.42.5(pid=20080): stdout: \u000a| (launched: 2022-12-10_15:45:15.135255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:17.119587 run osmo-stp_10.42.42.5(pid=20080): stderr: \u000a| �[0;m�[38;5;43m20221210154515328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154515328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154515328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154515328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154515329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154515329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154515329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:17.264866 run patchelf(pid=20083): Terminating (SIGINT)\u000a15:45:17.432438 run patchelf(pid=20083): Terminated: ok {rc=0}\u000a15:45:17.463213 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20080): Process ended prematurely: osmo-stp_10.42.42.5(pid=20080) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)] [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a15:45:17.472421 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a15:45:17.534366 run osmo-hlr_10.42.42.2(pid=20077): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20077)]\u000a15:45:17.583964 run osmo-hlr_10.42.42.2(pid=20077): stdout: \u000a| (launched: 2022-12-10_15:45:14.149919) \u000a15:45:17.634307 run osmo-hlr_10.42.42.2(pid=20077): stderr: \u000a| �[0;m�[1;31m20221210154514349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154514349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154514349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154514349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154514349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154514350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154514362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154514370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154514371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154514371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:45:17.676610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20072): Terminating (SIGTERM)\u000a15:45:17.717173 run iperf3-srv_10.42.42.10(pid=20073): Terminating (SIGTERM)\u000a15:45:17.757991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20076): Terminating (SIGTERM)\u000a15:45:17.798234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20079): Terminating (SIGTERM)\u000a15:45:17.839394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20082): Terminating (SIGTERM)\u000a15:45:17.848815 --- ParallelTerminationStrategy: PID 20072 died...\u000a15:45:17.903169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20072): Terminated: ok {rc=0}\u000a15:45:17.913538 --- ParallelTerminationStrategy: PID 20073 died...\u000a15:45:17.968197 run iperf3-srv_10.42.42.10(pid=20073): Terminated {rc=256}\u000a15:45:17.977807 --- ParallelTerminationStrategy: PID 20076 died...\u000a15:45:18.031487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20076): Terminated: ok {rc=0}\u000a15:45:18.041809 --- ParallelTerminationStrategy: PID 20079 died...\u000a15:45:18.095400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20079): Terminated: ok {rc=0}\u000a15:45:18.105708 --- ParallelTerminationStrategy: PID 20082 died...\u000a15:45:18.159340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20082): Terminated: ok {rc=0}\u000a15:45:18.246580 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20098): Process ended prematurely: osmo-stp_10.42.42.5(pid=20098) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20098)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20098): Process ended prematurely: osmo-stp_10.42.42.5(pid=20098) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a15:45:19.356362 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:19.370542 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:45:19.511598 tst iperf3m4.py: using LAC 28972\u000a15:45:19.627331 tst iperf3m4.py: using RAC 157\u000a15:45:19.744503 tst iperf3m4.py: using CellId 28972\u000a15:45:19.861971 tst iperf3m4.py: using BVCI 28973\u000a15:45:19.884437 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:19.895277 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:19.905906 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:19.917237 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:19.928402 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:19.939649 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:19.950974 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:19.962187 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:19.973620 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:45:20.088728 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:45:20.204721 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:45:20.317786 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:45:20.591894 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:45:20.715198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:21.021793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20084): Launched\u000a15:45:21.275091 run iperf3-srv_10.42.42.10(pid=20085): Launched\u000a15:45:21.454633 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:45:21.577268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:21.882595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20086): Launched\u000a15:45:22.135859 run iperf3-srv_10.42.42.10(pid=20087): Launched\u000a15:45:22.314940 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:45:22.437464 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:22.742162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20088): Launched\u000a15:45:22.995078 run iperf3-srv_10.42.42.10(pid=20089): Launched\u000a15:45:23.174149 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:45:23.296344 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:23.600762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20090): Launched\u000a15:45:23.853564 run iperf3-srv_10.42.42.10(pid=20091): Launched\u000a15:45:24.033033 tst iperf3m4.py:8: start network...\u000a15:45:24.155667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:45:24.618188 run create_hlr_db(pid=20092): Launched\u000a15:45:24.787965 bus /gobi_6: Setting Powered False\u000a15:45:25.810628 run create_hlr_db(pid=20092): Terminated: ok {rc=0}\u000a15:45:26.231983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20094): Launched\u000a15:45:26.547637 run osmo-hlr_10.42.42.2(pid=20095): Launched\u000a15:45:26.668096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:45:27.218546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20097): Launched\u000a15:45:27.533601 run osmo-stp_10.42.42.5(pid=20098): Launched\u000a15:45:27.647569 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:45:28.198687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20100): Launched\u000a15:45:28.311354 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:45:28.586088 run patchelf(pid=20101): Launched\u000a15:45:28.771271 run osmo-stp_10.42.42.5(pid=20098): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20098)]\u000a15:45:28.907793 run osmo-stp_10.42.42.5(pid=20098): stdout: \u000a| (launched: 2022-12-10_15:45:27.379259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:29.044458 run osmo-stp_10.42.42.5(pid=20098): stderr: \u000a| �[0;m�[38;5;43m20221210154527569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154527569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154527570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154527570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154527570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154527571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154527571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:29.175300 run osmo-stp_10.42.42.5(pid=20098): stdout: \u000a| (launched: 2022-12-10_15:45:27.379259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:29.305014 run osmo-stp_10.42.42.5(pid=20098): stderr: \u000a| �[0;m�[38;5;43m20221210154527569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154527569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154527570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154527570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154527570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154527571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154527571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:29.456371 run patchelf(pid=20101): Terminating (SIGINT)\u000a15:45:29.634318 run patchelf(pid=20101): Terminated: ok {rc=0}\u000a15:45:29.667436 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20098): Process ended prematurely: osmo-stp_10.42.42.5(pid=20098) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20098)] [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a15:45:29.677464 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a15:45:29.740223 run osmo-hlr_10.42.42.2(pid=20095): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20095)]\u000a15:45:29.791292 run osmo-hlr_10.42.42.2(pid=20095): stdout: \u000a| (launched: 2022-12-10_15:45:26.393415) \u000a15:45:29.843511 run osmo-hlr_10.42.42.2(pid=20095): stderr: \u000a| �[0;m�[1;31m20221210154526589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154526589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154526589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154526589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154526589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154526589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154526601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154526610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154526610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154526610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:45:29.887690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20084): Terminating (SIGTERM)\u000a15:45:29.929446 run iperf3-srv_10.42.42.10(pid=20085): Terminating (SIGTERM)\u000a15:45:29.971128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20086): Terminating (SIGTERM)\u000a15:45:30.013072 run iperf3-srv_10.42.42.10(pid=20087): Terminating (SIGTERM)\u000a15:45:30.054776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20088): Terminating (SIGTERM)\u000a15:45:30.096635 run iperf3-srv_10.42.42.10(pid=20089): Terminating (SIGTERM)\u000a15:45:30.138345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20090): Terminating (SIGTERM)\u000a15:45:30.180036 run iperf3-srv_10.42.42.10(pid=20091): Terminating (SIGTERM)\u000a15:45:30.221693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20094): Terminating (SIGTERM)\u000a15:45:30.263457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20097): Terminating (SIGTERM)\u000a15:45:30.305273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20100): Terminating (SIGTERM)\u000a15:45:30.315104 --- ParallelTerminationStrategy: PID 20084 died...\u000a15:45:30.371044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20084): Terminated: ok {rc=0}\u000a15:45:30.381199 --- ParallelTerminationStrategy: PID 20085 died...\u000a15:45:30.436703 run iperf3-srv_10.42.42.10(pid=20085): Terminated {rc=256}\u000a15:45:30.446867 --- ParallelTerminationStrategy: PID 20086 died...\u000a15:45:30.502824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20086): Terminated: ok {rc=0}\u000a15:45:30.512936 --- ParallelTerminationStrategy: PID 20087 died...\u000a15:45:30.568453 run iperf3-srv_10.42.42.10(pid=20087): Terminated {rc=256}\u000a15:45:30.578570 --- ParallelTerminationStrategy: PID 20088 died...\u000a15:45:30.634191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20088): Terminated: ok {rc=0}\u000a15:45:30.644496 --- ParallelTerminationStrategy: PID 20089 died...\u000a15:45:30.700029 run iperf3-srv_10.42.42.10(pid=20089): Terminated {rc=256}\u000a15:45:30.710136 --- ParallelTerminationStrategy: PID 20090 died...\u000a15:45:30.766031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20090): Terminated: ok {rc=0}\u000a15:45:30.776242 --- ParallelTerminationStrategy: PID 20091 died...\u000a15:45:30.839836 run iperf3-srv_10.42.42.10(pid=20091): Terminated {rc=256}\u000a15:45:30.851203 --- ParallelTerminationStrategy: PID 20094 died...\u000a15:45:30.914950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20094): Terminated: ok {rc=0}\u000a15:45:30.925690 --- ParallelTerminationStrategy: PID 20097 died...\u000a15:45:30.982677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20097): Terminated: ok {rc=0}\u000a15:45:30.993616 --- ParallelTerminationStrategy: PID 20100 died...\u000a15:45:31.050540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20100): Terminated: ok {rc=0}\u000a15:45:31.138006 bus /gobi_4: Setting Powered False\u000a15:45:32.238293 bus /gobi_4: Setting Powered False\u000a15:45:33.343648 bus /gobi_1: Setting Powered False\u000a15:45:34.450776 bus /gobi_1: Setting Powered False\u000a15:45:35.558067 bus /gobi_0: Setting Powered False\u000a15:45:36.663813 bus /gobi_0: Setting Powered False\u000a15:45:37.772030 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20108): Process ended prematurely: osmo-stp_10.42.42.5(pid=20108) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20108)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20108): Process ended prematurely: osmo-stp_10.42.42.5(pid=20108) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a15:45:38.841696 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:38.853580 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:45:39.006917 tst ping.py: using LAC 28973\u000a15:45:39.127616 tst ping.py: using RAC 158\u000a15:45:39.247687 tst ping.py: using CellId 28973\u000a15:45:39.367898 tst ping.py: using BVCI 28974\u000a15:45:39.391793 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:39.403124 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:39.414193 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:39.425294 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:39.436207 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:39.447182 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:39.458425 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:39.469419 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:45:39.737451 tst ping.py:19: start network...\u000a15:45:39.859014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:45:40.314975 run create_hlr_db(pid=20102): Launched\u000a15:45:40.483276 bus /gobi_6: Setting Powered False\u000a15:45:41.504921 run create_hlr_db(pid=20102): Terminated: ok {rc=0}\u000a15:45:41.891166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20104): Launched\u000a15:45:42.180521 run osmo-hlr_10.42.42.2(pid=20105): Launched\u000a15:45:42.287937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:45:42.797572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20107): Launched\u000a15:45:43.085855 run osmo-stp_10.42.42.5(pid=20108): Launched\u000a15:45:43.192624 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:45:43.695062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20110): Launched\u000a15:45:43.797942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:45:44.048932 run patchelf(pid=20111): Launched\u000a15:45:44.218035 run osmo-stp_10.42.42.5(pid=20108): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20108)]\u000a15:45:44.341991 run osmo-stp_10.42.42.5(pid=20108): stdout: \u000a| (launched: 2022-12-10_15:45:42.944207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:44.466296 run osmo-stp_10.42.42.5(pid=20108): stderr: \u000a| �[0;m�[38;5;43m20221210154543112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154543112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154543113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154543114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:44.585904 run osmo-stp_10.42.42.5(pid=20108): stdout: \u000a| (launched: 2022-12-10_15:45:42.944207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:44.704322 run osmo-stp_10.42.42.5(pid=20108): stderr: \u000a| �[0;m�[38;5;43m20221210154543112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154543112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154543113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154543114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:44.842468 run patchelf(pid=20111): Terminating (SIGINT)\u000a15:45:45.004494 run patchelf(pid=20111): Terminated: ok {rc=0}\u000a15:45:45.034133 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20108): Process ended prematurely: osmo-stp_10.42.42.5(pid=20108) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20108)] [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a15:45:45.042628 tst ping.py:22: Test FAILED (6.2 sec)\u000a15:45:45.102727 run osmo-hlr_10.42.42.2(pid=20105): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20105)]\u000a15:45:45.151686 run osmo-hlr_10.42.42.2(pid=20105): stdout: \u000a| (launched: 2022-12-10_15:45:42.038442) \u000a15:45:45.201067 run osmo-hlr_10.42.42.2(pid=20105): stderr: \u000a| �[0;m�[1;31m20221210154542210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154542210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154542210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154542210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154542210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154542210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154542220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154542228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154542228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154542228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:45:45.242848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20104): Terminating (SIGTERM)\u000a15:45:45.282499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20107): Terminating (SIGTERM)\u000a15:45:45.322192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20110): Terminating (SIGTERM)\u000a15:45:45.331562 --- ParallelTerminationStrategy: PID 20104 died...\u000a15:45:45.384480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20104): Terminated: ok {rc=0}\u000a15:45:45.394208 --- ParallelTerminationStrategy: PID 20107 died...\u000a15:45:45.446871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20107): Terminated: ok {rc=0}\u000a15:45:45.456491 --- ParallelTerminationStrategy: PID 20110 died...\u000a15:45:45.509421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20110): Terminated: ok {rc=0}\u000a15:45:45.596179 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20118): Process ended prematurely: osmo-stp_10.42.42.5(pid=20118) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20118)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20118): Process ended prematurely: osmo-stp_10.42.42.5(pid=20118) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a15:45:46.653440 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:46.670714 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:45:46.859770 tst ping_idle_ping.py: using LAC 28974\u000a15:45:47.010832 tst ping_idle_ping.py: using RAC 159\u000a15:45:47.132764 tst ping_idle_ping.py: using CellId 28974\u000a15:45:47.256609 tst ping_idle_ping.py: using BVCI 28975\u000a15:45:47.280490 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:47.291936 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:47.303160 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:47.315751 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:47.326824 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:47.337914 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:47.349291 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:47.360221 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:45:47.629386 tst ping_idle_ping.py:24: start network...\u000a15:45:47.750334 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:45:48.207236 run create_hlr_db(pid=20112): Launched\u000a15:45:48.375218 bus /gobi_6: Setting Powered False\u000a15:45:49.397146 run create_hlr_db(pid=20112): Terminated: ok {rc=0}\u000a15:45:49.812891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20114): Launched\u000a15:45:50.125471 run osmo-hlr_10.42.42.2(pid=20115): Launched\u000a15:45:50.240082 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:45:50.781364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20117): Launched\u000a15:45:51.093566 run osmo-stp_10.42.42.5(pid=20118): Launched\u000a15:45:51.208108 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:45:51.753449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20120): Launched\u000a15:45:51.865213 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:45:52.136171 run patchelf(pid=20121): Launched\u000a15:45:52.318804 run osmo-stp_10.42.42.5(pid=20118): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20118)]\u000a15:45:52.453231 run osmo-stp_10.42.42.5(pid=20118): stdout: \u000a| (launched: 2022-12-10_15:45:50.941077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:52.586954 run osmo-stp_10.42.42.5(pid=20118): stderr: \u000a| �[0;m�[38;5;43m20221210154551133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154551133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154551133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154551134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154551134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154551134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154551134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:52.716286 run osmo-stp_10.42.42.5(pid=20118): stdout: \u000a| (launched: 2022-12-10_15:45:50.941077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:52.844851 run osmo-stp_10.42.42.5(pid=20118): stderr: \u000a| �[0;m�[38;5;43m20221210154551133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154551133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154551133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154551134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154551134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154551134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154551134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:52.994098 run patchelf(pid=20121): Terminating (SIGINT)\u000a15:45:53.168564 run patchelf(pid=20121): Terminated: ok {rc=0}\u000a15:45:53.200586 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20118): Process ended prematurely: osmo-stp_10.42.42.5(pid=20118) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20118)] [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a15:45:53.209890 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a15:45:53.272013 run osmo-hlr_10.42.42.2(pid=20115): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20115)]\u000a15:45:53.322880 run osmo-hlr_10.42.42.2(pid=20115): stdout: \u000a| (launched: 2022-12-10_15:45:49.972648) \u000a15:45:53.374392 run osmo-hlr_10.42.42.2(pid=20115): stderr: \u000a| �[0;m�[1;31m20221210154550172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154550172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154550172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154550172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154550172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154550172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154550184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154550192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154550193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154550193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:45:53.418592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20114): Terminating (SIGTERM)\u000a15:45:53.460100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20117): Terminating (SIGTERM)\u000a15:45:53.501660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20120): Terminating (SIGTERM)\u000a15:45:53.511250 --- ParallelTerminationStrategy: PID 20114 died...\u000a15:45:53.566936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20114): Terminated: ok {rc=0}\u000a15:45:53.577052 --- ParallelTerminationStrategy: PID 20117 died...\u000a15:45:53.632374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20117): Terminated: ok {rc=0}\u000a15:45:53.642491 --- ParallelTerminationStrategy: PID 20120 died...\u000a15:45:53.697800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20120): Terminated: ok {rc=0}\u000a15:45:53.784742 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:44:56" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20135): Process ended prematurely: osmo-stp_10.42.42.5(pid=20135) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20135)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20135): Process ended prematurely: osmo-stp_10.42.42.5(pid=20135) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:45:55.902811 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:55.913992 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:45:56.064264 tst cs_paging_gprs_active.py: using LAC 28975\u000a15:45:56.188016 tst cs_paging_gprs_active.py: using RAC 160\u000a15:45:56.311395 tst cs_paging_gprs_active.py: using CellId 28975\u000a15:45:56.435441 tst cs_paging_gprs_active.py: using BVCI 28976\u000a15:45:56.460011 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:56.471225 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:56.482178 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:56.493172 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:56.504035 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:56.515022 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:56.526145 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:56.537087 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:56.548111 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:45:56.662041 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:45:56.951056 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:45:57.083530 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:57.411183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20125): Launched\u000a15:45:57.682350 run iperf3-srv_10.42.42.10(pid=20126): Launched\u000a15:45:57.877222 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:45:58.009309 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:58.336459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20127): Launched\u000a15:45:58.607312 run iperf3-srv_10.42.42.10(pid=20128): Launched\u000a15:45:58.801693 tst cs_paging_gprs_active.py:38: start network...\u000a15:45:58.935084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:45:59.440462 run create_hlr_db(pid=20129): Launched\u000a15:45:59.623373 bus /gobi_6: Setting Powered False\u000a15:46:00.634260 run create_hlr_db(pid=20129): Terminated: ok {rc=0}\u000a15:46:01.089192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20131): Launched\u000a15:46:01.514864 run osmo-hlr_10.42.42.2(pid=20132): Launched\u000a15:46:01.716079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:46:02.294039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20134): Launched\u000a15:46:02.605135 run osmo-stp_10.42.42.5(pid=20135): Launched\u000a15:46:02.716136 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:46:03.229806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20137): Launched\u000a15:46:03.335274 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:46:03.592462 run patchelf(pid=20138): Launched\u000a15:46:03.765088 run osmo-stp_10.42.42.5(pid=20135): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20135)]\u000a15:46:03.891888 run osmo-stp_10.42.42.5(pid=20135): stdout: \u000a| (launched: 2022-12-10_15:46:02.456194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:04.019129 run osmo-stp_10.42.42.5(pid=20135): stderr: \u000a| �[0;m�[38;5;43m20221210154602626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154602626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154602627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154602627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154602627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154602627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154602628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:04.141406 run osmo-stp_10.42.42.5(pid=20135): stdout: \u000a| (launched: 2022-12-10_15:46:02.456194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:04.262760 run osmo-stp_10.42.42.5(pid=20135): stderr: \u000a| �[0;m�[38;5;43m20221210154602626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154602626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154602627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154602627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154602627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154602627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154602628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:04.404299 run patchelf(pid=20138): Terminating (SIGINT)\u000a15:46:04.570841 run patchelf(pid=20138): Terminated: ok {rc=0}\u000a15:46:04.601563 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20135): Process ended prematurely: osmo-stp_10.42.42.5(pid=20135) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20135)] [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a15:46:04.610797 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a15:46:04.670933 run osmo-hlr_10.42.42.2(pid=20132): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20132)]\u000a15:46:04.719603 run osmo-hlr_10.42.42.2(pid=20132): stdout: \u000a| (launched: 2022-12-10_15:46:01.253831) \u000a15:46:04.768883 run osmo-hlr_10.42.42.2(pid=20132): stderr: \u000a| �[0;m�[1;31m20221210154601448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154601448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154601448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154601448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154601448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154601448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154601464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154601484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154601484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154601484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:46:04.810818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20125): Terminating (SIGTERM)\u000a15:46:04.850322 run iperf3-srv_10.42.42.10(pid=20126): Terminating (SIGTERM)\u000a15:46:04.890070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20127): Terminating (SIGTERM)\u000a15:46:04.929603 run iperf3-srv_10.42.42.10(pid=20128): Terminating (SIGTERM)\u000a15:46:04.969432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20131): Terminating (SIGTERM)\u000a15:46:05.008879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20134): Terminating (SIGTERM)\u000a15:46:05.048597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20137): Terminating (SIGTERM)\u000a15:46:05.058011 --- ParallelTerminationStrategy: PID 20125 died...\u000a15:46:05.110936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20125): Terminated: ok {rc=0}\u000a15:46:05.120620 --- ParallelTerminationStrategy: PID 20126 died...\u000a15:46:05.172977 run iperf3-srv_10.42.42.10(pid=20126): Terminated {rc=256}\u000a15:46:05.182592 --- ParallelTerminationStrategy: PID 20127 died...\u000a15:46:05.235247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20127): Terminated: ok {rc=0}\u000a15:46:05.244862 --- ParallelTerminationStrategy: PID 20128 died...\u000a15:46:05.297771 run iperf3-srv_10.42.42.10(pid=20128): Terminated {rc=256}\u000a15:46:05.307462 --- ParallelTerminationStrategy: PID 20131 died...\u000a15:46:05.360139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20131): Terminated: ok {rc=0}\u000a15:46:05.369875 --- ParallelTerminationStrategy: PID 20134 died...\u000a15:46:05.422312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20134): Terminated: ok {rc=0}\u000a15:46:05.431988 --- ParallelTerminationStrategy: PID 20137 died...\u000a15:46:05.484762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20137): Terminated: ok {rc=0}\u000a15:46:05.567862 bus /gobi_0: Setting Powered False\u000a15:46:06.673662 bus /gobi_0: Setting Powered False\u000a15:46:07.784103 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20147): Process ended prematurely: osmo-stp_10.42.42.5(pid=20147) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20147)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20147): Process ended prematurely: osmo-stp_10.42.42.5(pid=20147) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a15:46:08.892199 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:08.903509 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:46:09.056139 tst iperf3.py: using LAC 28976\u000a15:46:09.181831 tst iperf3.py: using RAC 161\u000a15:46:09.306069 tst iperf3.py: using CellId 28976\u000a15:46:09.430053 tst iperf3.py: using BVCI 28977\u000a15:46:09.454420 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:09.465927 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:09.477187 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:09.488505 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:09.499633 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:09.510740 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:09.521943 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:09.532910 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:09.544231 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:46:09.817980 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:46:09.941278 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:46:10.248114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20139): Launched\u000a15:46:10.502302 run iperf3-srv_10.42.42.10(pid=20140): Launched\u000a15:46:10.682294 tst iperf3.py:8: start network...\u000a15:46:10.805526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:46:11.270102 run create_hlr_db(pid=20141): Launched\u000a15:46:11.440560 bus /gobi_6: Setting Powered False\u000a15:46:12.462630 run create_hlr_db(pid=20141): Terminated: ok {rc=0}\u000a15:46:12.883002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20143): Launched\u000a15:46:13.198608 run osmo-hlr_10.42.42.2(pid=20144): Launched\u000a15:46:13.314789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:46:13.866098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20146): Launched\u000a15:46:14.181063 run osmo-stp_10.42.42.5(pid=20147): Launched\u000a15:46:14.298911 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:46:14.851906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20149): Launched\u000a15:46:14.965459 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:46:15.240049 run patchelf(pid=20150): Launched\u000a15:46:15.426286 run osmo-stp_10.42.42.5(pid=20147): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20147)]\u000a15:46:15.562405 run osmo-stp_10.42.42.5(pid=20147): stdout: \u000a| (launched: 2022-12-10_15:46:14.027218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:15.698611 run osmo-stp_10.42.42.5(pid=20147): stderr: \u000a| �[0;m�[38;5;43m20221210154614217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154614217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154614218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154614218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154614218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154614218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154614219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:15.830158 run osmo-stp_10.42.42.5(pid=20147): stdout: \u000a| (launched: 2022-12-10_15:46:14.027218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:15.968184 run osmo-stp_10.42.42.5(pid=20147): stderr: \u000a| �[0;m�[38;5;43m20221210154614217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154614217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154614218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154614218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154614218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154614218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154614219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:16.122414 run patchelf(pid=20150): Terminating (SIGINT)\u000a15:46:16.303542 run patchelf(pid=20150): Terminated: ok {rc=0}\u000a15:46:16.337380 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20147): Process ended prematurely: osmo-stp_10.42.42.5(pid=20147) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20147)] [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a15:46:16.347743 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a15:46:16.411878 run osmo-hlr_10.42.42.2(pid=20144): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20144)]\u000a15:46:16.464482 run osmo-hlr_10.42.42.2(pid=20144): stdout: \u000a| (launched: 2022-12-10_15:46:13.044511) \u000a15:46:16.517413 run osmo-hlr_10.42.42.2(pid=20144): stderr: \u000a| �[0;m�[1;31m20221210154613242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154613242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154613242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154613242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154613242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154613242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154613253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154613261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154613262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154613262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:46:16.562507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20139): Terminating (SIGTERM)\u000a15:46:16.606297 run iperf3-srv_10.42.42.10(pid=20140): Terminating (SIGTERM)\u000a15:46:16.651788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20143): Terminating (SIGTERM)\u000a15:46:16.696289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20146): Terminating (SIGTERM)\u000a15:46:16.739139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20149): Terminating (SIGTERM)\u000a15:46:16.749022 --- ParallelTerminationStrategy: PID 20139 died...\u000a15:46:16.806023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20139): Terminated: ok {rc=0}\u000a15:46:16.816652 --- ParallelTerminationStrategy: PID 20140 died...\u000a15:46:16.873616 run iperf3-srv_10.42.42.10(pid=20140): Terminated {rc=256}\u000a15:46:16.884116 --- ParallelTerminationStrategy: PID 20143 died...\u000a15:46:16.940992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20143): Terminated: ok {rc=0}\u000a15:46:16.951526 --- ParallelTerminationStrategy: PID 20146 died...\u000a15:46:17.008352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20146): Terminated: ok {rc=0}\u000a15:46:17.018919 --- ParallelTerminationStrategy: PID 20149 died...\u000a15:46:17.075858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20149): Terminated: ok {rc=0}\u000a15:46:17.166345 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20165): Process ended prematurely: osmo-stp_10.42.42.5(pid=20165) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20165)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20165): Process ended prematurely: osmo-stp_10.42.42.5(pid=20165) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a15:46:18.279196 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:18.291192 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:46:18.441762 tst iperf3m4.py: using LAC 28977\u000a15:46:18.561317 tst iperf3m4.py: using RAC 162\u000a15:46:18.679618 tst iperf3m4.py: using CellId 28977\u000a15:46:18.799183 tst iperf3m4.py: using BVCI 28978\u000a15:46:18.822059 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:18.833058 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:18.843621 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:18.855330 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:18.866833 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:18.878255 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:18.889771 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:18.900820 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:18.912255 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:46:19.032738 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:46:19.149823 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:46:19.264511 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:46:19.538459 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:46:19.661618 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:46:19.967885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20151): Launched\u000a15:46:20.221965 run iperf3-srv_10.42.42.10(pid=20152): Launched\u000a15:46:20.401482 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:46:20.524058 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:46:20.829888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20153): Launched\u000a15:46:21.083084 run iperf3-srv_10.42.42.10(pid=20154): Launched\u000a15:46:21.262766 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:46:21.385756 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:46:21.692052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20155): Launched\u000a15:46:21.945505 run iperf3-srv_10.42.42.10(pid=20156): Launched\u000a15:46:22.124788 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:46:22.247000 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:46:22.551338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20157): Launched\u000a15:46:22.803412 run iperf3-srv_10.42.42.10(pid=20158): Launched\u000a15:46:22.982823 tst iperf3m4.py:8: start network...\u000a15:46:23.105284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:46:23.567908 run create_hlr_db(pid=20159): Launched\u000a15:46:23.737717 bus /gobi_6: Setting Powered False\u000a15:46:24.759850 run create_hlr_db(pid=20159): Terminated: ok {rc=0}\u000a15:46:25.152544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20161): Launched\u000a15:46:25.447445 run osmo-hlr_10.42.42.2(pid=20162): Launched\u000a15:46:25.555643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:46:26.072116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20164): Launched\u000a15:46:26.366988 run osmo-stp_10.42.42.5(pid=20165): Launched\u000a15:46:26.474452 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:46:26.989120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20167): Launched\u000a15:46:27.094940 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:46:27.351861 run patchelf(pid=20168): Launched\u000a15:46:27.525434 run osmo-stp_10.42.42.5(pid=20165): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20165)]\u000a15:46:27.652178 run osmo-stp_10.42.42.5(pid=20165): stdout: \u000a| (launched: 2022-12-10_15:46:26.221945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:27.779203 run osmo-stp_10.42.42.5(pid=20165): stderr: \u000a| �[0;m�[38;5;43m20221210154626387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154626387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154626387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154626387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154626388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154626388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154626388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:27.901545 run osmo-stp_10.42.42.5(pid=20165): stdout: \u000a| (launched: 2022-12-10_15:46:26.221945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:28.022469 run osmo-stp_10.42.42.5(pid=20165): stderr: \u000a| �[0;m�[38;5;43m20221210154626387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154626387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154626387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154626387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154626388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154626388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154626388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:28.163804 run patchelf(pid=20168): Terminating (SIGINT)\u000a15:46:28.330595 run patchelf(pid=20168): Terminated: ok {rc=0}\u000a15:46:28.361307 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20165): Process ended prematurely: osmo-stp_10.42.42.5(pid=20165) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20165)] [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a15:46:28.370487 tst iperf3m4.py:8: Test FAILED (10.1 sec)\u000a15:46:28.430735 run osmo-hlr_10.42.42.2(pid=20162): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20162)]\u000a15:46:28.479612 run osmo-hlr_10.42.42.2(pid=20162): stdout: \u000a| (launched: 2022-12-10_15:46:25.302567) \u000a15:46:28.529034 run osmo-hlr_10.42.42.2(pid=20162): stderr: \u000a| �[0;m�[1;31m20221210154625476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154625476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154625476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154625476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154625476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154625476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154625488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154625498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154625498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154625498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:46:28.570529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20151): Terminating (SIGTERM)\u000a15:46:28.610453 run iperf3-srv_10.42.42.10(pid=20152): Terminating (SIGTERM)\u000a15:46:28.650451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20153): Terminating (SIGTERM)\u000a15:46:28.690332 run iperf3-srv_10.42.42.10(pid=20154): Terminating (SIGTERM)\u000a15:46:28.730235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20155): Terminating (SIGTERM)\u000a15:46:28.770041 run iperf3-srv_10.42.42.10(pid=20156): Terminating (SIGTERM)\u000a15:46:28.809945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20157): Terminating (SIGTERM)\u000a15:46:28.849624 run iperf3-srv_10.42.42.10(pid=20158): Terminating (SIGTERM)\u000a15:46:28.889419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20161): Terminating (SIGTERM)\u000a15:46:28.929189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20164): Terminating (SIGTERM)\u000a15:46:28.969465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20167): Terminating (SIGTERM)\u000a15:46:28.978732 --- ParallelTerminationStrategy: PID 20151 died...\u000a15:46:29.032096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20151): Terminated: ok {rc=0}\u000a15:46:29.041937 --- ParallelTerminationStrategy: PID 20152 died...\u000a15:46:29.094951 run iperf3-srv_10.42.42.10(pid=20152): Terminated {rc=256}\u000a15:46:29.104823 --- ParallelTerminationStrategy: PID 20153 died...\u000a15:46:29.157730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20153): Terminated: ok {rc=0}\u000a15:46:29.167458 --- ParallelTerminationStrategy: PID 20154 died...\u000a15:46:29.220196 run iperf3-srv_10.42.42.10(pid=20154): Terminated {rc=256}\u000a15:46:29.229926 --- ParallelTerminationStrategy: PID 20155 died...\u000a15:46:29.282787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20155): Terminated: ok {rc=0}\u000a15:46:29.292527 --- ParallelTerminationStrategy: PID 20156 died...\u000a15:46:29.345401 run iperf3-srv_10.42.42.10(pid=20156): Terminated {rc=256}\u000a15:46:29.355134 --- ParallelTerminationStrategy: PID 20157 died...\u000a15:46:29.407997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20157): Terminated: ok {rc=0}\u000a15:46:29.417611 --- ParallelTerminationStrategy: PID 20158 died...\u000a15:46:29.470391 run iperf3-srv_10.42.42.10(pid=20158): Terminated {rc=256}\u000a15:46:29.480155 --- ParallelTerminationStrategy: PID 20161 died...\u000a15:46:29.533349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20161): Terminated: ok {rc=0}\u000a15:46:29.543063 --- ParallelTerminationStrategy: PID 20164 died...\u000a15:46:29.596640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20164): Terminated: ok {rc=0}\u000a15:46:29.606248 --- ParallelTerminationStrategy: PID 20167 died...\u000a15:46:29.659065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20167): Terminated: ok {rc=0}\u000a15:46:29.742424 bus /gobi_4: Setting Powered False\u000a15:46:30.856374 bus /gobi_4: Setting Powered False\u000a15:46:31.971563 bus /gobi_1: Setting Powered False\u000a15:46:33.072859 bus /gobi_1: Setting Powered False\u000a15:46:34.178395 bus /gobi_0: Setting Powered False\u000a15:46:35.284332 bus /gobi_0: Setting Powered False\u000a15:46:36.391372 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20175): Process ended prematurely: osmo-stp_10.42.42.5(pid=20175) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20175)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20175): Process ended prematurely: osmo-stp_10.42.42.5(pid=20175) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a15:46:37.459736 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:37.471810 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:46:37.618762 tst ping.py: using LAC 28978\u000a15:46:37.736336 tst ping.py: using RAC 163\u000a15:46:37.851509 tst ping.py: using CellId 28978\u000a15:46:37.964672 tst ping.py: using BVCI 28979\u000a15:46:37.986996 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:37.998136 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:38.008659 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:38.019490 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:38.030330 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:38.041038 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:38.052013 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:38.062847 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:46:38.345943 tst ping.py:19: start network...\u000a15:46:38.475522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:46:38.973369 run create_hlr_db(pid=20169): Launched\u000a15:46:39.154857 bus /gobi_6: Setting Powered False\u000a15:46:40.175389 run create_hlr_db(pid=20169): Terminated: ok {rc=0}\u000a15:46:40.588903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20171): Launched\u000a15:46:40.898999 run osmo-hlr_10.42.42.2(pid=20172): Launched\u000a15:46:41.013578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:46:41.557243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20174): Launched\u000a15:46:41.869672 run osmo-stp_10.42.42.5(pid=20175): Launched\u000a15:46:41.983616 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:46:42.526626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20177): Launched\u000a15:46:42.637765 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:46:42.909378 run patchelf(pid=20178): Launched\u000a15:46:43.092354 run osmo-stp_10.42.42.5(pid=20175): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20175)]\u000a15:46:43.225931 run osmo-stp_10.42.42.5(pid=20175): stdout: \u000a| (launched: 2022-12-10_15:46:41.716618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:43.359996 run osmo-stp_10.42.42.5(pid=20175): stderr: \u000a| �[0;m�[38;5;43m20221210154641909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154641909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154641909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154641910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154641910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154641910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154641910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:43.489466 run osmo-stp_10.42.42.5(pid=20175): stdout: \u000a| (launched: 2022-12-10_15:46:41.716618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:43.618311 run osmo-stp_10.42.42.5(pid=20175): stderr: \u000a| �[0;m�[38;5;43m20221210154641909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154641909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154641909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154641910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154641910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154641910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154641910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:43.767449 run patchelf(pid=20178): Terminating (SIGINT)\u000a15:46:43.943055 run patchelf(pid=20178): Terminated: ok {rc=0}\u000a15:46:43.974824 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20175): Process ended prematurely: osmo-stp_10.42.42.5(pid=20175) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20175)] [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a15:46:43.984013 tst ping.py:22: Test FAILED (6.5 sec)\u000a15:46:44.046972 run osmo-hlr_10.42.42.2(pid=20172): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20172)]\u000a15:46:44.098608 run osmo-hlr_10.42.42.2(pid=20172): stdout: \u000a| (launched: 2022-12-10_15:46:40.747415) \u000a15:46:44.150842 run osmo-hlr_10.42.42.2(pid=20172): stderr: \u000a| �[0;m�[1;31m20221210154640945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154640945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154640945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154640945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154640945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154640945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154640957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154640966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154640966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154640966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:46:44.195640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20171): Terminating (SIGTERM)\u000a15:46:44.237868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20174): Terminating (SIGTERM)\u000a15:46:44.280025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20177): Terminating (SIGTERM)\u000a15:46:44.289793 --- ParallelTerminationStrategy: PID 20171 died...\u000a15:46:44.346033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20171): Terminated: ok {rc=0}\u000a15:46:44.356074 --- ParallelTerminationStrategy: PID 20174 died...\u000a15:46:44.411946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20174): Terminated: ok {rc=0}\u000a15:46:44.422041 --- ParallelTerminationStrategy: PID 20177 died...\u000a15:46:44.477800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20177): Terminated: ok {rc=0}\u000a15:46:44.565518 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20185): Process ended prematurely: osmo-stp_10.42.42.5(pid=20185) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20185)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20185): Process ended prematurely: osmo-stp_10.42.42.5(pid=20185) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a15:46:45.617610 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:45.629549 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:46:45.780667 tst ping_idle_ping.py: using LAC 28979\u000a15:46:45.931481 tst ping_idle_ping.py: using RAC 164\u000a15:46:46.068063 tst ping_idle_ping.py: using CellId 28979\u000a15:46:46.191002 tst ping_idle_ping.py: using BVCI 28980\u000a15:46:46.216057 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:46.228217 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:46.240116 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:46.251874 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:46.263797 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:46.275710 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:46.287901 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:46.299719 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:46:46.587838 tst ping_idle_ping.py:24: start network...\u000a15:46:46.722176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:46:47.225062 run create_hlr_db(pid=20179): Launched\u000a15:46:47.394279 bus /gobi_6: Setting Powered False\u000a15:46:48.415872 run create_hlr_db(pid=20179): Terminated: ok {rc=0}\u000a15:46:48.831047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20181): Launched\u000a15:46:49.122209 run osmo-hlr_10.42.42.2(pid=20182): Launched\u000a15:46:49.232463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:46:49.743167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20184): Launched\u000a15:46:50.034984 run osmo-stp_10.42.42.5(pid=20185): Launched\u000a15:46:50.142047 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:46:50.651551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20187): Launched\u000a15:46:50.755617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:46:51.010834 run patchelf(pid=20188): Launched\u000a15:46:51.182537 run osmo-stp_10.42.42.5(pid=20185): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20185)]\u000a15:46:51.308171 run osmo-stp_10.42.42.5(pid=20185): stdout: \u000a| (launched: 2022-12-10_15:46:49.891211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:51.434411 run osmo-stp_10.42.42.5(pid=20185): stderr: \u000a| �[0;m�[38;5;43m20221210154650060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154650060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154650061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154650061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154650062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154650062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154650062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:51.555483 run osmo-stp_10.42.42.5(pid=20185): stdout: \u000a| (launched: 2022-12-10_15:46:49.891211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:51.675771 run osmo-stp_10.42.42.5(pid=20185): stderr: \u000a| �[0;m�[38;5;43m20221210154650060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154650060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154650061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154650061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154650062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154650062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154650062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:51.816125 run patchelf(pid=20188): Terminating (SIGINT)\u000a15:46:51.980371 run patchelf(pid=20188): Terminated: ok {rc=0}\u000a15:46:52.010329 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20185): Process ended prematurely: osmo-stp_10.42.42.5(pid=20185) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20185)] [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a15:46:52.018833 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a15:46:52.078421 run osmo-hlr_10.42.42.2(pid=20182): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20182)]\u000a15:46:52.128799 run osmo-hlr_10.42.42.2(pid=20182): stdout: \u000a| (launched: 2022-12-10_15:46:48.979013) \u000a15:46:52.178949 run osmo-hlr_10.42.42.2(pid=20182): stderr: \u000a| �[0;m�[1;31m20221210154649151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154649151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154649151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154649151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154649151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154649151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154649164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154649173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154649173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154649173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:46:52.221803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20181): Terminating (SIGTERM)\u000a15:46:52.261513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20184): Terminating (SIGTERM)\u000a15:46:52.301866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20187): Terminating (SIGTERM)\u000a15:46:52.311152 --- ParallelTerminationStrategy: PID 20181 died...\u000a15:46:52.364832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20181): Terminated: ok {rc=0}\u000a15:46:52.374629 --- ParallelTerminationStrategy: PID 20184 died...\u000a15:46:52.427729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20184): Terminated: ok {rc=0}\u000a15:46:52.437916 --- ParallelTerminationStrategy: PID 20187 died...\u000a15:46:52.491045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20187): Terminated: ok {rc=0}\u000a15:46:52.574531 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:45:55" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20198): Process ended prematurely: osmo-stp_10.42.42.5(pid=20198) [trial-2376↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20198)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20198): Process ended prematurely: osmo-stp_10.42.42.5(pid=20198) [trial-2376↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a15:46:54.573026 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:46:54.584186 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:46:54.724866 tst switch_tch_pdch.py: using LAC 28980\u000a15:46:54.847894 tst switch_tch_pdch.py: using RAC 165\u000a15:46:54.970300 tst switch_tch_pdch.py: using CellId 28980\u000a15:46:55.094718 tst switch_tch_pdch.py: using BVCI 28981\u000a15:46:55.118787 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:46:55.130636 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:46:55.142387 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:46:55.153986 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:46:55.165567 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:46:55.176913 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:46:55.189171 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:46:55.200510 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:46:55.314675 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:46:55.581890 tst switch_tch_pdch.py:51: start network...\u000a15:46:55.704068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:46:56.160573 run create_hlr_db(pid=20192): Launched\u000a15:46:56.328541 bus /gobi_6: Setting Powered False\u000a15:46:57.349112 run create_hlr_db(pid=20192): Terminated: ok {rc=0}\u000a15:46:57.763007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20194): Launched\u000a15:46:58.073963 run osmo-hlr_10.42.42.2(pid=20195): Launched\u000a15:46:58.191193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:46:58.733413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20197): Launched\u000a15:46:59.045292 run osmo-stp_10.42.42.5(pid=20198): Launched\u000a15:46:59.158234 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:46:59.700343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20200): Launched\u000a15:46:59.811277 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:47:00.080669 run patchelf(pid=20201): Launched\u000a15:47:00.262754 run osmo-stp_10.42.42.5(pid=20198): ERR: Terminated: ERROR {rc=1} [trial-2376↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20198)]\u000a15:47:00.395968 run osmo-stp_10.42.42.5(pid=20198): stdout: \u000a| (launched: 2022-12-10_15:46:58.892468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:00.529437 run osmo-stp_10.42.42.5(pid=20198): stderr: \u000a| �[0;m�[38;5;43m20221210154659086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154659087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154659087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154659087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154659088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154659088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154659088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:00.658096 run osmo-stp_10.42.42.5(pid=20198): stdout: \u000a| (launched: 2022-12-10_15:46:58.892468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:00.785378 run osmo-stp_10.42.42.5(pid=20198): stderr: \u000a| �[0;m�[38;5;43m20221210154659086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154659087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154659087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154659087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154659088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154659088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154659088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:00.955208 run patchelf(pid=20201): Terminating (SIGINT)\u000a15:47:01.135141 run patchelf(pid=20201): Terminated: ok {rc=0}\u000a15:47:01.168021 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20198): Process ended prematurely: osmo-stp_10.42.42.5(pid=20198) [trial-2376↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20198)] [trial-2376↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a15:47:01.178016 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a15:47:01.243143 run osmo-hlr_10.42.42.2(pid=20195): ERR: Terminated: ERROR {rc=237} [trial-2376↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20195)]\u000a15:47:01.295906 run osmo-hlr_10.42.42.2(pid=20195): stdout: \u000a| (launched: 2022-12-10_15:46:57.921889) \u000a15:47:01.349446 run osmo-hlr_10.42.42.2(pid=20195): stderr: \u000a| �[0;m�[1;31m20221210154658118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154658118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154658118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154658118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154658118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154658118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154658130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154658138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154658138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154658138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:47:01.395315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20194): Terminating (SIGTERM)\u000a15:47:01.439348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20197): Terminating (SIGTERM)\u000a15:47:01.485931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20200): Terminating (SIGTERM)\u000a15:47:01.495972 --- ParallelTerminationStrategy: PID 20194 died...\u000a15:47:01.553591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20194): Terminated: ok {rc=0}\u000a15:47:01.564243 --- ParallelTerminationStrategy: PID 20197 died...\u000a15:47:01.621535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20197): Terminated: ok {rc=0}\u000a15:47:01.632131 --- ParallelTerminationStrategy: PID 20200 died...\u000a15:47:01.688913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20200): Terminated: ok {rc=0}\u000a15:47:01.789686 bus /gobi_0: Setting Powered False\u000a15:47:02.891212 bus /gobi_0: Setting Powered False\u000a15:47:04.000767 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:46:54" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20211): Process ended prematurely: osmo-stp_10.42.42.5(pid=20211) [trial-2376↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20211)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20211): Process ended prematurely: osmo-stp_10.42.42.5(pid=20211) [trial-2376↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a15:47:05.926088 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:47:05.937144 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a15:47:06.087775 tst switch_tch_pdch.py: using LAC 28981\u000a15:47:06.208621 tst switch_tch_pdch.py: using RAC 166\u000a15:47:06.329352 tst switch_tch_pdch.py: using CellId 28981\u000a15:47:06.445948 tst switch_tch_pdch.py: using BVCI 28982\u000a15:47:06.468152 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:47:06.479238 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:47:06.490051 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:47:06.500840 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:47:06.512061 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:47:06.524132 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:47:06.535041 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:47:06.546109 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a15:47:06.664051 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a15:47:06.950270 tst switch_tch_pdch.py:51: start network...\u000a15:47:07.079675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:47:07.550722 run create_hlr_db(pid=20205): Launched\u000a15:47:07.678340 bus /gobi_6: Setting Powered False\u000a15:47:08.753293 run create_hlr_db(pid=20205): Terminated: ok {rc=0}\u000a15:47:09.119778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20207): Launched\u000a15:47:09.411150 run osmo-hlr_10.42.42.2(pid=20208): Launched\u000a15:47:09.523886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:47:10.011352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20210): Launched\u000a15:47:10.302084 run osmo-stp_10.42.42.5(pid=20211): Launched\u000a15:47:10.408193 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:47:10.888831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20213): Launched\u000a15:47:10.992556 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:47:11.245241 run patchelf(pid=20214): Launched\u000a15:47:11.415967 run osmo-stp_10.42.42.5(pid=20211): ERR: Terminated: ERROR {rc=1} [trial-2376↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20211)]\u000a15:47:11.541191 run osmo-stp_10.42.42.5(pid=20211): stdout: \u000a| (launched: 2022-12-10_15:47:10.158806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:11.666888 run osmo-stp_10.42.42.5(pid=20211): stderr: \u000a| �[0;m�[38;5;43m20221210154710328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154710328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154710328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154710329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154710329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154710329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154710329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:11.787811 run osmo-stp_10.42.42.5(pid=20211): stdout: \u000a| (launched: 2022-12-10_15:47:10.158806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:11.908217 run osmo-stp_10.42.42.5(pid=20211): stderr: \u000a| �[0;m�[38;5;43m20221210154710328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154710328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154710328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154710329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154710329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154710329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154710329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:12.047521 run patchelf(pid=20214): Terminating (SIGINT)\u000a15:47:12.211191 run patchelf(pid=20214): Terminated: ok {rc=0}\u000a15:47:12.241370 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20211): Process ended prematurely: osmo-stp_10.42.42.5(pid=20211) [trial-2376↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20211)] [trial-2376↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a15:47:12.250338 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a15:47:12.311420 run osmo-hlr_10.42.42.2(pid=20208): ERR: Terminated: ERROR {rc=237} [trial-2376↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20208)]\u000a15:47:12.360586 run osmo-hlr_10.42.42.2(pid=20208): stdout: \u000a| (launched: 2022-12-10_15:47:09.267523) \u000a15:47:12.411410 run osmo-hlr_10.42.42.2(pid=20208): stderr: \u000a| �[0;m�[1;31m20221210154709443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154709443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154709443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154709443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154709443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154709443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154709457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154709466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154709467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154709467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:47:12.453800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20207): Terminating (SIGTERM)\u000a15:47:12.493881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20210): Terminating (SIGTERM)\u000a15:47:12.534189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20213): Terminating (SIGTERM)\u000a15:47:12.543861 --- ParallelTerminationStrategy: PID 20207 died...\u000a15:47:12.597762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20207): Terminated: ok {rc=0}\u000a15:47:12.607437 --- ParallelTerminationStrategy: PID 20210 died...\u000a15:47:12.660543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20210): Terminated: ok {rc=0}\u000a15:47:12.670296 --- ParallelTerminationStrategy: PID 20213 died...\u000a15:47:12.723521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20213): Terminated: ok {rc=0}\u000a15:47:12.806518 bus /gobi_0: Setting Powered False\u000a15:47:13.909758 bus /gobi_0: Setting Powered False\u000a15:47:15.015893 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:47:05" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20219): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20219) [trial-2376↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20219)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20219): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20219) [trial-2376↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20219)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a15:47:16.901533 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a15:47:16.913560 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a15:47:17.072860 tst mo_mt_sms.py: using LAC 28982\u000a15:47:17.195868 tst mo_mt_sms.py: using RAC 167\u000a15:47:17.312200 tst mo_mt_sms.py: using CellId 28982\u000a15:47:17.428557 tst mo_mt_sms.py: using BVCI 28983\u000a15:47:17.450629 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a15:47:17.565327 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a15:47:17.851421 tst mo_mt_sms.py:9: start nitb and bts...\u000a15:47:17.983167 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:47:18.625416 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20218): Launched\u000a15:47:18.933732 run osmo-nitb_10.42.42.2(pid=20219): Launched\u000a15:47:19.125256 run osmo-nitb_10.42.42.2(pid=20219): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20219)]\u000a15:47:19.266305 run osmo-nitb_10.42.42.2(pid=20219): stdout: \u000a| (launched: 2022-12-10_15:47:18.784743) \u000a15:47:19.407731 run osmo-nitb_10.42.42.2(pid=20219): stderr: \u000a| (launched: 2022-12-10_15:47:18.831136)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:47:19.544621 run osmo-nitb_10.42.42.2(pid=20219): stdout: \u000a| (launched: 2022-12-10_15:47:18.784743) \u000a15:47:19.680513 run osmo-nitb_10.42.42.2(pid=20219): stderr: \u000a| (launched: 2022-12-10_15:47:18.831136)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:47:20.059410 tst osmo-nitb_10.42.42.2(pid=20219): stdout: \u000a| (launched: 2022-12-10_15:47:18.784743) \u000a15:47:20.183759 tst osmo-nitb_10.42.42.2(pid=20219): stderr: \u000a| (launched: 2022-12-10_15:47:18.831136)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:47:20.238114 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20219): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20219) [trial-2376↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20219)] [trial-2376↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a15:47:20.246622 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a15:47:20.281994 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20218): Terminating (SIGTERM)\u000a15:47:20.459747 --- ParallelTerminationStrategy: PID 20218 died...\u000a15:47:20.516741 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20218): Terminated: ok {rc=0}\u000a15:47:20.602325 bus /sierra_3: Setting Powered False\u000a15:47:21.708914 bus /sierra_3: Setting Powered False\u000a15:47:22.816922 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:47:16" }, { "cases" : [ { "testActions" : [ ], "age" : 174, "className" : "sms:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20229): Process ended prematurely: osmo-stp_10.42.42.5(pid=20229) [trial-2376↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20229)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20229): Process ended prematurely: osmo-stp_10.42.42.5(pid=20229) [trial-2376↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20229)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a15:47:24.672815 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:24.684941 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a15:47:24.809260 tst mo_mt_sms.py: using LAC 28983\u000a15:47:24.935516 tst mo_mt_sms.py: using RAC 168\u000a15:47:25.055896 tst mo_mt_sms.py: using CellId 28983\u000a15:47:25.178509 tst mo_mt_sms.py: using BVCI 28984\u000a15:47:25.202177 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:25.213233 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:25.223998 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:25.235296 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:25.246546 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:25.257699 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a15:47:25.371077 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a15:47:25.575769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:47:26.074948 run create_hlr_db(pid=20223): Launched\u000a15:47:26.256114 bus /sierra_2: Setting Powered False\u000a15:47:27.276674 run create_hlr_db(pid=20223): Terminated: ok {rc=0}\u000a15:47:27.668416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20225): Launched\u000a15:47:27.958859 run osmo-hlr_10.42.42.2(pid=20226): Launched\u000a15:47:28.069153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:47:28.571240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20228): Launched\u000a15:47:28.861349 run osmo-stp_10.42.42.5(pid=20229): Launched\u000a15:47:28.967399 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:47:29.497133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20231): Launched\u000a15:47:29.787831 run osmo-msc_10.42.42.6(pid=20232): Launched\u000a15:47:29.959956 run osmo-stp_10.42.42.5(pid=20229): ERR: Terminated: ERROR {rc=1} [trial-2376↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20229)]\u000a15:47:30.084481 run osmo-stp_10.42.42.5(pid=20229): stdout: \u000a| (launched: 2022-12-10_15:47:28.718488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:30.206881 run osmo-stp_10.42.42.5(pid=20229): stderr: \u000a| �[0;m�[38;5;43m20221210154728889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154728890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154728890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154728890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154728891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154728891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154728891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:30.324594 run osmo-stp_10.42.42.5(pid=20229): stdout: \u000a| (launched: 2022-12-10_15:47:28.718488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:30.441482 run osmo-stp_10.42.42.5(pid=20229): stderr: \u000a| �[0;m�[38;5;43m20221210154728889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154728890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154728890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154728890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154728891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154728891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154728891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:30.492443 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20229): Process ended prematurely: osmo-stp_10.42.42.5(pid=20229) [trial-2376↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20229)] [trial-2376↪sms:oc2g↪mo_mt_sms.py:16]\u000a15:47:30.500616 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a15:47:30.561208 run osmo-hlr_10.42.42.2(pid=20226): ERR: Terminated: ERROR {rc=237} [trial-2376↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20226)]\u000a15:47:30.610662 run osmo-hlr_10.42.42.2(pid=20226): stdout: \u000a| (launched: 2022-12-10_15:47:27.815523) \u000a15:47:30.660781 run osmo-hlr_10.42.42.2(pid=20226): stderr: \u000a| �[0;m�[1;31m20221210154727988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154727988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154727988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154727988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154727988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154727988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154728000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154728008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154728008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154728008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:47:30.728590 run osmo-msc_10.42.42.6(pid=20232): ERR: Terminated: ERROR {rc=2} [trial-2376↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20232)]\u000a15:47:30.778106 run osmo-msc_10.42.42.6(pid=20232): stdout: \u000a| (launched: 2022-12-10_15:47:29.644439) \u000a15:47:30.828176 run osmo-msc_10.42.42.6(pid=20232): stderr: \u000a| �[0;m�[38;5;43m20221210154729916 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154729916 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f43e0e8bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154729916 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154729916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154729916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154729916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154729918 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154729919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154729919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154729919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:47:30.872588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20225): Terminating (SIGTERM)\u000a15:47:30.918456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20228): Terminating (SIGTERM)\u000a15:47:30.959360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20231): Terminating (SIGTERM)\u000a15:47:30.968892 --- ParallelTerminationStrategy: PID 20225 died...\u000a15:47:31.023578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20225): Terminated: ok {rc=0}\u000a15:47:31.033703 --- ParallelTerminationStrategy: PID 20228 died...\u000a15:47:31.088608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20228): Terminated: ok {rc=0}\u000a15:47:31.098829 --- ParallelTerminationStrategy: PID 20231 died...\u000a15:47:31.153525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20231): Terminated: ok {rc=0}\u000a15:47:31.250772 bus /sierra_3: Setting Powered False\u000a15:47:32.355077 bus /sierra_3: Setting Powered False\u000a15:47:33.466358 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:47:24" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20243): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20243) [trial-2376↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20243)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20243): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20243) [trial-2376↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a15:47:35.262112 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a15:47:35.273126 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a15:47:35.391881 tst assert_extension.py: using LAC 28984\u000a15:47:35.506813 tst assert_extension.py: using RAC 169\u000a15:47:35.622647 tst assert_extension.py: using CellId 28984\u000a15:47:35.740219 tst assert_extension.py: using BVCI 28985\u000a15:47:35.762411 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a15:47:36.047445 tst assert_extension.py:10: start nitb and bts...\u000a15:47:36.177823 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:47:36.820544 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20242): Launched\u000a15:47:37.127335 run osmo-nitb_10.42.42.2(pid=20243): Launched\u000a15:47:37.318340 run osmo-nitb_10.42.42.2(pid=20243): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20243)]\u000a15:47:37.459106 run osmo-nitb_10.42.42.2(pid=20243): stdout: \u000a| (launched: 2022-12-10_15:47:36.979061) \u000a15:47:37.599970 run osmo-nitb_10.42.42.2(pid=20243): stderr: \u000a| (launched: 2022-12-10_15:47:37.025622)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:47:37.736621 run osmo-nitb_10.42.42.2(pid=20243): stdout: \u000a| (launched: 2022-12-10_15:47:36.979061) \u000a15:47:37.871712 run osmo-nitb_10.42.42.2(pid=20243): stderr: \u000a| (launched: 2022-12-10_15:47:37.025622)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:47:38.252826 tst osmo-nitb_10.42.42.2(pid=20243): stdout: \u000a| (launched: 2022-12-10_15:47:36.979061) \u000a15:47:38.377135 tst osmo-nitb_10.42.42.2(pid=20243): stderr: \u000a| (launched: 2022-12-10_15:47:37.025622)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:47:38.431457 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20243): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20243) [trial-2376↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20243)] [trial-2376↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a15:47:38.439993 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a15:47:38.475635 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20242): Terminating (SIGTERM)\u000a15:47:38.653420 --- ParallelTerminationStrategy: PID 20242 died...\u000a15:47:38.710043 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20242): Terminated: ok {rc=0}\u000a15:47:38.796174 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:47:35" }, { "cases" : [ { "testActions" : [ ], "age" : 174, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20253): Process ended prematurely: osmo-stp_10.42.42.5(pid=20253) [trial-2376↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20253)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20253): Process ended prematurely: osmo-stp_10.42.42.5(pid=20253) [trial-2376↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a15:47:40.587764 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:40.598187 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a15:47:40.724094 tst assert_extension.py: using LAC 28985\u000a15:47:40.848151 tst assert_extension.py: using RAC 170\u000a15:47:40.970737 tst assert_extension.py: using CellId 28985\u000a15:47:41.091597 tst assert_extension.py: using BVCI 28986\u000a15:47:41.115290 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:41.126206 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:41.136937 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:41.147714 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:41.158555 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:41.169318 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a15:47:41.362588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:47:41.818025 run create_hlr_db(pid=20247): Launched\u000a15:47:41.985605 bus /sierra_2: Setting Powered False\u000a15:47:43.007305 run create_hlr_db(pid=20247): Terminated: ok {rc=0}\u000a15:47:43.417922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20249): Launched\u000a15:47:43.707909 run osmo-hlr_10.42.42.2(pid=20250): Launched\u000a15:47:43.819254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:47:44.336928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20252): Launched\u000a15:47:44.627746 run osmo-stp_10.42.42.5(pid=20253): Launched\u000a15:47:44.734423 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:47:45.263657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20255): Launched\u000a15:47:45.553874 run osmo-msc_10.42.42.6(pid=20256): Launched\u000a15:47:45.725266 run osmo-stp_10.42.42.5(pid=20253): ERR: Terminated: ERROR {rc=1} [trial-2376↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20253)]\u000a15:47:45.850422 run osmo-stp_10.42.42.5(pid=20253): stdout: \u000a| (launched: 2022-12-10_15:47:44.484587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:45.992872 run osmo-stp_10.42.42.5(pid=20253): stderr: \u000a| �[0;m�[38;5;43m20221210154744653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154744654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154744654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154744654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154744655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154744655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154744655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:46.114631 run osmo-stp_10.42.42.5(pid=20253): stdout: \u000a| (launched: 2022-12-10_15:47:44.484587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:46.234851 run osmo-stp_10.42.42.5(pid=20253): stderr: \u000a| �[0;m�[38;5;43m20221210154744653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154744654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154744654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154744654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154744655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154744655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154744655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:46.287529 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20253): Process ended prematurely: osmo-stp_10.42.42.5(pid=20253) [trial-2376↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20253)] [trial-2376↪ussd:oc2g↪assert_extension.py:17]\u000a15:47:46.296392 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a15:47:46.360701 run osmo-hlr_10.42.42.2(pid=20250): ERR: Terminated: ERROR {rc=237} [trial-2376↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20250)]\u000a15:47:46.411887 run osmo-hlr_10.42.42.2(pid=20250): stdout: \u000a| (launched: 2022-12-10_15:47:43.565085) \u000a15:47:46.463869 run osmo-hlr_10.42.42.2(pid=20250): stderr: \u000a| �[0;m�[1;31m20221210154743739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154743739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154743739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154743739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154743739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154743739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154743751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154743759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154743760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154743760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:47:46.533952 run osmo-msc_10.42.42.6(pid=20256): ERR: Terminated: ERROR {rc=2} [trial-2376↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20256)]\u000a15:47:46.585432 run osmo-msc_10.42.42.6(pid=20256): stdout: \u000a| (launched: 2022-12-10_15:47:45.410821) \u000a15:47:46.637693 run osmo-msc_10.42.42.6(pid=20256): stderr: \u000a| �[0;m�[38;5;43m20221210154745685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154745685 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6da85ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154745685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154745685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154745685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154745685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154745687 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154745687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154745688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154745688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:47:46.681944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20249): Terminating (SIGTERM)\u000a15:47:46.725928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20252): Terminating (SIGTERM)\u000a15:47:46.767310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20255): Terminating (SIGTERM)\u000a15:47:46.778406 --- ParallelTerminationStrategy: PID 20249 died...\u000a15:47:46.833626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20249): Terminated: ok {rc=0}\u000a15:47:46.845133 --- ParallelTerminationStrategy: PID 20252 died...\u000a15:47:46.901370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20252): Terminated: ok {rc=0}\u000a15:47:46.911756 --- ParallelTerminationStrategy: PID 20255 died...\u000a15:47:46.967891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20255): Terminated: ok {rc=0}\u000a15:47:47.053891 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:47:40" }, { "cases" : [ { "testActions" : [ ], "age" : 174, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20267): Process ended prematurely: osmo-stp_10.42.42.5(pid=20267) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20267): Process ended prematurely: osmo-stp_10.42.42.5(pid=20267) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:47:48.968942 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:48.980290 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:47:49.129732 tst mo_mt_call.py: using LAC 28986\u000a15:47:49.253541 tst mo_mt_call.py: using RAC 171\u000a15:47:49.378780 tst mo_mt_call.py: using CellId 28986\u000a15:47:49.504317 tst mo_mt_call.py: using BVCI 28987\u000a15:47:49.528585 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:49.539934 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:49.551203 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:49.562475 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:49.573781 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:49.585058 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:47:49.701941 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:47:49.908357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:47:50.415361 run create_hlr_db(pid=20261): Launched\u000a15:47:50.598531 bus /sierra_2: Setting Powered False\u000a15:47:51.609582 run create_hlr_db(pid=20261): Terminated: ok {rc=0}\u000a15:47:52.011862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20263): Launched\u000a15:47:52.307396 run osmo-hlr_10.42.42.2(pid=20264): Launched\u000a15:47:52.421600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:47:52.946177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20266): Launched\u000a15:47:53.240459 run osmo-stp_10.42.42.5(pid=20267): Launched\u000a15:47:53.347595 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:47:53.887094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20269): Launched\u000a15:47:54.181752 run osmo-msc_10.42.42.6(pid=20270): Launched\u000a15:47:54.355595 run osmo-stp_10.42.42.5(pid=20267): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)]\u000a15:47:54.481189 run osmo-stp_10.42.42.5(pid=20267): stdout: \u000a| (launched: 2022-12-10_15:47:53.095703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:54.604365 run osmo-stp_10.42.42.5(pid=20267): stderr: \u000a| �[0;m�[38;5;43m20221210154753264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154753264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154753265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154753265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154753265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154753266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154753266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:54.723192 run osmo-stp_10.42.42.5(pid=20267): stdout: \u000a| (launched: 2022-12-10_15:47:53.095703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:54.841365 run osmo-stp_10.42.42.5(pid=20267): stderr: \u000a| �[0;m�[38;5;43m20221210154753264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154753264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154753265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154753265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154753265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154753266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154753266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:54.893395 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20267): Process ended prematurely: osmo-stp_10.42.42.5(pid=20267) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)] [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a15:47:54.901999 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a15:47:54.962182 run osmo-hlr_10.42.42.2(pid=20264): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20264)]\u000a15:47:55.011006 run osmo-hlr_10.42.42.2(pid=20264): stdout: \u000a| (launched: 2022-12-10_15:47:52.162524) \u000a15:47:55.060549 run osmo-hlr_10.42.42.2(pid=20264): stderr: \u000a| �[0;m�[1;31m20221210154752338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154752338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154752338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154752338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154752338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154752338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154752349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154752358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154752359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154752359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:47:55.128107 run osmo-msc_10.42.42.6(pid=20270): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20270)]\u000a15:47:55.176750 run osmo-msc_10.42.42.6(pid=20270): stdout: \u000a| (launched: 2022-12-10_15:47:54.037247) \u000a15:47:55.226262 run osmo-msc_10.42.42.6(pid=20270): stderr: \u000a| �[0;m�[38;5;43m20221210154754307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154754308 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8cca27bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154754308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154754308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154754308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154754308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154754311 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154754312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154754312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154754312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:47:55.267737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20263): Terminating (SIGTERM)\u000a15:47:55.307281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20266): Terminating (SIGTERM)\u000a15:47:55.346926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20269): Terminating (SIGTERM)\u000a15:47:55.356368 --- ParallelTerminationStrategy: PID 20263 died...\u000a15:47:55.409622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20263): Terminated: ok {rc=0}\u000a15:47:55.419542 --- ParallelTerminationStrategy: PID 20266 died...\u000a15:47:55.472300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20266): Terminated: ok {rc=0}\u000a15:47:55.482156 --- ParallelTerminationStrategy: PID 20269 died...\u000a15:47:55.535583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20269): Terminated: ok {rc=0}\u000a15:47:55.618403 bus /sierra_3: Setting Powered False\u000a15:47:56.719161 bus /sierra_3: Setting Powered False\u000a15:47:57.830795 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 174, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20278): Process ended prematurely: osmo-stp_10.42.42.5(pid=20278) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20278)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20278): Process ended prematurely: osmo-stp_10.42.42.5(pid=20278) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:47:58.943224 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:58.955328 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:47:59.104437 tst mo_mt_call_osmux.py: using LAC 28987\u000a15:47:59.221757 tst mo_mt_call_osmux.py: using RAC 172\u000a15:47:59.336158 tst mo_mt_call_osmux.py: using CellId 28987\u000a15:47:59.462841 tst mo_mt_call_osmux.py: using BVCI 28988\u000a15:47:59.487326 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:59.498874 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:59.510153 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:59.521470 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:59.532938 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:59.544192 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:47:59.660703 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:47:59.868684 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:48:00.376391 run create_hlr_db(pid=20272): Launched\u000a15:48:00.560381 bus /sierra_2: Setting Powered False\u000a15:48:01.575029 run create_hlr_db(pid=20272): Terminated: ok {rc=0}\u000a15:48:02.007528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20274): Launched\u000a15:48:02.330852 run osmo-hlr_10.42.42.2(pid=20275): Launched\u000a15:48:02.461421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:48:03.014758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20277): Launched\u000a15:48:03.330909 run osmo-stp_10.42.42.5(pid=20278): Launched\u000a15:48:03.445265 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:48:04.023759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20280): Launched\u000a15:48:04.340278 run osmo-msc_10.42.42.6(pid=20281): Launched\u000a15:48:04.526715 run osmo-stp_10.42.42.5(pid=20278): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20278)]\u000a15:48:04.660925 run osmo-stp_10.42.42.5(pid=20278): stdout: \u000a| (launched: 2022-12-10_15:48:03.176896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:04.795397 run osmo-stp_10.42.42.5(pid=20278): stderr: \u000a| �[0;m�[38;5;43m20221210154803368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154803368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154803369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154803369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154803371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154803371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154803371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:04.924060 run osmo-stp_10.42.42.5(pid=20278): stdout: \u000a| (launched: 2022-12-10_15:48:03.176896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:05.051249 run osmo-stp_10.42.42.5(pid=20278): stderr: \u000a| �[0;m�[38;5;43m20221210154803368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154803368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154803369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154803369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154803371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154803371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154803371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:05.107450 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20278): Process ended prematurely: osmo-stp_10.42.42.5(pid=20278) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20278)] [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a15:48:05.116683 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a15:48:05.179074 run osmo-hlr_10.42.42.2(pid=20275): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20275)]\u000a15:48:05.229957 run osmo-hlr_10.42.42.2(pid=20275): stdout: \u000a| (launched: 2022-12-10_15:48:02.172655) \u000a15:48:05.281492 run osmo-hlr_10.42.42.2(pid=20275): stderr: \u000a| �[0;m�[1;31m20221210154802384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154802384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154802384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154802384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154802384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154802384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154802397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154802407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154802407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154802407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:48:05.351580 run osmo-msc_10.42.42.6(pid=20281): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20281)]\u000a15:48:05.402442 run osmo-msc_10.42.42.6(pid=20281): stdout: \u000a| (launched: 2022-12-10_15:48:04.185667) \u000a15:48:05.453855 run osmo-msc_10.42.42.6(pid=20281): stderr: \u000a| �[0;m�[38;5;43m20221210154804507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154804507 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c5c6d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154804507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154804507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154804507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154804507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154804509 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154804510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154804510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154804510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:48:05.497572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20274): Terminating (SIGTERM)\u000a15:48:05.538778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20277): Terminating (SIGTERM)\u000a15:48:05.580296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20280): Terminating (SIGTERM)\u000a15:48:05.590004 --- ParallelTerminationStrategy: PID 20274 died...\u000a15:48:05.645656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20274): Terminated: ok {rc=0}\u000a15:48:05.656251 --- ParallelTerminationStrategy: PID 20277 died...\u000a15:48:05.711868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20277): Terminated: ok {rc=0}\u000a15:48:05.722068 --- ParallelTerminationStrategy: PID 20280 died...\u000a15:48:05.777530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20280): Terminated: ok {rc=0}\u000a15:48:05.864422 bus /sierra_3: Setting Powered False\u000a15:48:06.971483 bus /sierra_3: Setting Powered False\u000a15:48:08.081972 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:47:48" }, { "cases" : [ { "testActions" : [ ], "age" : 174, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20292): Process ended prematurely: osmo-stp_10.42.42.5(pid=20292) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20292)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20292): Process ended prematurely: osmo-stp_10.42.42.5(pid=20292) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a15:48:10.044379 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:10.055996 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:48:10.208441 tst mo_mt_call.py: using LAC 28988\u000a15:48:10.332153 tst mo_mt_call.py: using RAC 173\u000a15:48:10.455112 tst mo_mt_call.py: using CellId 28988\u000a15:48:10.579202 tst mo_mt_call.py: using BVCI 28989\u000a15:48:10.603486 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:10.614917 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:10.626230 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:10.637471 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:10.648603 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:10.659784 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:48:10.776363 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:48:10.983312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:48:11.489951 run create_hlr_db(pid=20286): Launched\u000a15:48:11.674120 bus /sierra_2: Setting Powered False\u000a15:48:12.695223 run create_hlr_db(pid=20286): Terminated: ok {rc=0}\u000a15:48:13.118036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20288): Launched\u000a15:48:13.435207 run osmo-hlr_10.42.42.2(pid=20289): Launched\u000a15:48:13.554437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:48:14.104630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20291): Launched\u000a15:48:14.420799 run osmo-stp_10.42.42.5(pid=20292): Launched\u000a15:48:14.535662 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:48:15.115366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20294): Launched\u000a15:48:15.431889 run osmo-msc_10.42.42.6(pid=20295): Launched\u000a15:48:15.617851 run osmo-stp_10.42.42.5(pid=20292): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20292)]\u000a15:48:15.751977 run osmo-stp_10.42.42.5(pid=20292): stdout: \u000a| (launched: 2022-12-10_15:48:14.265929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:15.887027 run osmo-stp_10.42.42.5(pid=20292): stderr: \u000a| �[0;m�[38;5;43m20221210154814455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154814455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154814456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154814456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154814458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154814459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154814459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:16.023807 run osmo-stp_10.42.42.5(pid=20292): stdout: \u000a| (launched: 2022-12-10_15:48:14.265929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:16.153776 run osmo-stp_10.42.42.5(pid=20292): stderr: \u000a| �[0;m�[38;5;43m20221210154814455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154814455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154814456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154814456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154814458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154814459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154814459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:16.211385 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20292): Process ended prematurely: osmo-stp_10.42.42.5(pid=20292) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20292)] [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a15:48:16.221427 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:48:16.284786 run osmo-hlr_10.42.42.2(pid=20289): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20289)]\u000a15:48:16.336983 run osmo-hlr_10.42.42.2(pid=20289): stdout: \u000a| (launched: 2022-12-10_15:48:13.279765) \u000a15:48:16.389852 run osmo-hlr_10.42.42.2(pid=20289): stderr: \u000a| �[0;m�[1;31m20221210154813478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154813478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154813478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154813478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154813478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154813478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154813490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154813499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154813499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154813499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:48:16.461266 run osmo-msc_10.42.42.6(pid=20295): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20295)]\u000a15:48:16.513730 run osmo-msc_10.42.42.6(pid=20295): stdout: \u000a| (launched: 2022-12-10_15:48:15.277404) \u000a15:48:16.566278 run osmo-msc_10.42.42.6(pid=20295): stderr: \u000a| �[0;m�[38;5;43m20221210154815599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154815599 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee55203c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154815599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154815599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154815599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154815599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154815601 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154815602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154815602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154815602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:48:16.611005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20288): Terminating (SIGTERM)\u000a15:48:16.653398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20291): Terminating (SIGTERM)\u000a15:48:16.695626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20294): Terminating (SIGTERM)\u000a15:48:16.705340 --- ParallelTerminationStrategy: PID 20288 died...\u000a15:48:16.762305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20288): Terminated: ok {rc=0}\u000a15:48:16.773847 --- ParallelTerminationStrategy: PID 20291 died...\u000a15:48:16.830578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20291): Terminated: ok {rc=0}\u000a15:48:16.841021 --- ParallelTerminationStrategy: PID 20294 died...\u000a15:48:16.897812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20294): Terminated: ok {rc=0}\u000a15:48:16.986597 bus /sierra_3: Setting Powered False\u000a15:48:18.090757 bus /sierra_3: Setting Powered False\u000a15:48:19.202319 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 174, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20303): Process ended prematurely: osmo-stp_10.42.42.5(pid=20303) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20303)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20303): Process ended prematurely: osmo-stp_10.42.42.5(pid=20303) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:48:20.311932 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:20.323526 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:48:20.467836 tst mo_mt_call_osmux.py: using LAC 28989\u000a15:48:20.587146 tst mo_mt_call_osmux.py: using RAC 174\u000a15:48:20.704461 tst mo_mt_call_osmux.py: using CellId 28989\u000a15:48:20.822861 tst mo_mt_call_osmux.py: using BVCI 28990\u000a15:48:20.845412 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:20.856274 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:20.867234 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:20.878899 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:20.890328 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:20.901741 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:48:21.016086 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:48:21.228914 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:48:21.738706 run create_hlr_db(pid=20297): Launched\u000a15:48:21.923108 bus /sierra_2: Setting Powered False\u000a15:48:22.945434 run create_hlr_db(pid=20297): Terminated: ok {rc=0}\u000a15:48:23.343206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20299): Launched\u000a15:48:23.638710 run osmo-hlr_10.42.42.2(pid=20300): Launched\u000a15:48:23.752425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:48:24.274301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20302): Launched\u000a15:48:24.569333 run osmo-stp_10.42.42.5(pid=20303): Launched\u000a15:48:24.676164 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:48:25.214743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20305): Launched\u000a15:48:25.510022 run osmo-msc_10.42.42.6(pid=20306): Launched\u000a15:48:25.683330 run osmo-stp_10.42.42.5(pid=20303): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20303)]\u000a15:48:25.807870 run osmo-stp_10.42.42.5(pid=20303): stdout: \u000a| (launched: 2022-12-10_15:48:24.424635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:25.931276 run osmo-stp_10.42.42.5(pid=20303): stderr: \u000a| �[0;m�[38;5;43m20221210154824592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154824592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154824592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154824593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154824593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154824593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154824593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:26.050308 run osmo-stp_10.42.42.5(pid=20303): stdout: \u000a| (launched: 2022-12-10_15:48:24.424635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:26.168030 run osmo-stp_10.42.42.5(pid=20303): stderr: \u000a| �[0;m�[38;5;43m20221210154824592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154824592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154824592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154824593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154824593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154824593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154824593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:26.219957 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20303): Process ended prematurely: osmo-stp_10.42.42.5(pid=20303) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20303)] [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a15:48:26.228458 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a15:48:26.288283 run osmo-hlr_10.42.42.2(pid=20300): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20300)]\u000a15:48:26.336883 run osmo-hlr_10.42.42.2(pid=20300): stdout: \u000a| (launched: 2022-12-10_15:48:23.493803) \u000a15:48:26.386337 run osmo-hlr_10.42.42.2(pid=20300): stderr: \u000a| �[0;m�[1;31m20221210154823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154823685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154823694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154823695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154823695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:48:26.453638 run osmo-msc_10.42.42.6(pid=20306): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20306)]\u000a15:48:26.502400 run osmo-msc_10.42.42.6(pid=20306): stdout: \u000a| (launched: 2022-12-10_15:48:25.365139) \u000a15:48:26.551772 run osmo-msc_10.42.42.6(pid=20306): stderr: \u000a| �[0;m�[38;5;43m20221210154825637 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154825637 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f84fbd34c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154825637 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154825637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154825638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154825638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154825639 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154825640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154825640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154825640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:48:26.593479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20299): Terminating (SIGTERM)\u000a15:48:26.633213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20302): Terminating (SIGTERM)\u000a15:48:26.673149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20305): Terminating (SIGTERM)\u000a15:48:26.682361 --- ParallelTerminationStrategy: PID 20299 died...\u000a15:48:26.735273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20299): Terminated: ok {rc=0}\u000a15:48:26.745127 --- ParallelTerminationStrategy: PID 20302 died...\u000a15:48:26.797798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20302): Terminated: ok {rc=0}\u000a15:48:26.807566 --- ParallelTerminationStrategy: PID 20305 died...\u000a15:48:26.860008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20305): Terminated: ok {rc=0}\u000a15:48:26.943367 bus /sierra_3: Setting Powered False\u000a15:48:28.048577 bus /sierra_3: Setting Powered False\u000a15:48:29.155422 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:48:09" }, { "cases" : [ { "testActions" : [ ], "age" : 174, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20317): Process ended prematurely: osmo-stp_10.42.42.5(pid=20317) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20317)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20317): Process ended prematurely: osmo-stp_10.42.42.5(pid=20317) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:48:31.117298 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:31.129262 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:48:31.282222 tst mo_mt_call.py: using LAC 28990\u000a15:48:31.408662 tst mo_mt_call.py: using RAC 175\u000a15:48:31.532834 tst mo_mt_call.py: using CellId 28990\u000a15:48:31.684240 tst mo_mt_call.py: using BVCI 28991\u000a15:48:31.712794 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:31.728458 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:31.745099 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:31.762133 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:31.778809 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:31.795149 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:48:31.939634 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:48:32.158421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:48:32.666894 run create_hlr_db(pid=20311): Launched\u000a15:48:32.850473 bus /sierra_2: Setting Powered False\u000a15:48:33.871499 run create_hlr_db(pid=20311): Terminated: ok {rc=0}\u000a15:48:34.293442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20313): Launched\u000a15:48:34.609623 run osmo-hlr_10.42.42.2(pid=20314): Launched\u000a15:48:34.725257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:48:35.274292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20316): Launched\u000a15:48:35.590061 run osmo-stp_10.42.42.5(pid=20317): Launched\u000a15:48:35.705344 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:48:36.285761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20319): Launched\u000a15:48:36.602812 run osmo-msc_10.42.42.6(pid=20320): Launched\u000a15:48:36.788515 run osmo-stp_10.42.42.5(pid=20317): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20317)]\u000a15:48:36.922833 run osmo-stp_10.42.42.5(pid=20317): stdout: \u000a| (launched: 2022-12-10_15:48:35.435526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:37.056876 run osmo-stp_10.42.42.5(pid=20317): stderr: \u000a| �[0;m�[38;5;43m20221210154835628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154835628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154835628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154835629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154835629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154835629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154835629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:37.184778 run osmo-stp_10.42.42.5(pid=20317): stdout: \u000a| (launched: 2022-12-10_15:48:35.435526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:37.311572 run osmo-stp_10.42.42.5(pid=20317): stderr: \u000a| �[0;m�[38;5;43m20221210154835628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154835628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154835628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154835629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154835629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154835629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154835629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:37.367571 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20317): Process ended prematurely: osmo-stp_10.42.42.5(pid=20317) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20317)] [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a15:48:37.376720 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a15:48:37.438861 run osmo-hlr_10.42.42.2(pid=20314): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20314)]\u000a15:48:37.490093 run osmo-hlr_10.42.42.2(pid=20314): stdout: \u000a| (launched: 2022-12-10_15:48:34.454671) \u000a15:48:37.541737 run osmo-hlr_10.42.42.2(pid=20314): stderr: \u000a| �[0;m�[1;31m20221210154834655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154834655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154834655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154834655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154834656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154834656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154834674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154834685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154834685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154834685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:48:37.611680 run osmo-msc_10.42.42.6(pid=20320): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20320)]\u000a15:48:37.662709 run osmo-msc_10.42.42.6(pid=20320): stdout: \u000a| (launched: 2022-12-10_15:48:36.447577) \u000a15:48:37.714105 run osmo-msc_10.42.42.6(pid=20320): stderr: \u000a| �[0;m�[38;5;43m20221210154836768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154836768 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f601a406c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154836768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154836768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154836768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154836769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154836770 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154836771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154836771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154836771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:48:37.757892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20313): Terminating (SIGTERM)\u000a15:48:37.799223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20316): Terminating (SIGTERM)\u000a15:48:37.840489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20319): Terminating (SIGTERM)\u000a15:48:37.850167 --- ParallelTerminationStrategy: PID 20313 died...\u000a15:48:37.905726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20313): Terminated: ok {rc=0}\u000a15:48:37.915781 --- ParallelTerminationStrategy: PID 20316 died...\u000a15:48:37.971449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20316): Terminated: ok {rc=0}\u000a15:48:37.981967 --- ParallelTerminationStrategy: PID 20319 died...\u000a15:48:38.037125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20319): Terminated: ok {rc=0}\u000a15:48:38.123132 bus /sierra_3: Setting Powered False\u000a15:48:39.228678 bus /sierra_3: Setting Powered False\u000a15:48:40.336050 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 176, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20328): Process ended prematurely: osmo-stp_10.42.42.5(pid=20328) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20328)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20328): Process ended prematurely: osmo-stp_10.42.42.5(pid=20328) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:48:41.449702 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:41.461809 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:48:41.612938 tst mo_mt_call_osmux.py: using LAC 28991\u000a15:48:41.737318 tst mo_mt_call_osmux.py: using RAC 176\u000a15:48:41.862876 tst mo_mt_call_osmux.py: using CellId 28991\u000a15:48:41.991327 tst mo_mt_call_osmux.py: using BVCI 28992\u000a15:48:42.015664 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:42.027180 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:42.038450 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:42.049709 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:42.060934 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:42.072703 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:48:42.189572 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:48:42.397818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:48:42.906208 run create_hlr_db(pid=20322): Launched\u000a15:48:43.090404 bus /sierra_2: Setting Powered False\u000a15:48:44.111449 run create_hlr_db(pid=20322): Terminated: ok {rc=0}\u000a15:48:44.534214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20324): Launched\u000a15:48:44.850952 run osmo-hlr_10.42.42.2(pid=20325): Launched\u000a15:48:44.967057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:48:45.516830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20327): Launched\u000a15:48:45.832927 run osmo-stp_10.42.42.5(pid=20328): Launched\u000a15:48:45.999368 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:48:46.739873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20330): Launched\u000a15:48:47.245735 run osmo-msc_10.42.42.6(pid=20331): Launched\u000a15:48:47.544356 run osmo-stp_10.42.42.5(pid=20328): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20328)]\u000a15:48:47.668549 run osmo-stp_10.42.42.5(pid=20328): stdout: \u000a| (launched: 2022-12-10_15:48:45.678554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:47.793199 run osmo-stp_10.42.42.5(pid=20328): stderr: \u000a| �[0;m�[38;5;43m20221210154845904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154845904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154845905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154845905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154845905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154845906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154845906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:47.913325 run osmo-stp_10.42.42.5(pid=20328): stdout: \u000a| (launched: 2022-12-10_15:48:45.678554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:48.032413 run osmo-stp_10.42.42.5(pid=20328): stderr: \u000a| �[0;m�[38;5;43m20221210154845904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154845904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154845905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154845905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154845905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154845906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154845906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:48.085054 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20328): Process ended prematurely: osmo-stp_10.42.42.5(pid=20328) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20328)] [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a15:48:48.093790 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a15:48:48.154330 run osmo-hlr_10.42.42.2(pid=20325): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20325)]\u000a15:48:48.203751 run osmo-hlr_10.42.42.2(pid=20325): stdout: \u000a| (launched: 2022-12-10_15:48:44.696659) \u000a15:48:48.253821 run osmo-hlr_10.42.42.2(pid=20325): stderr: \u000a| �[0;m�[1;31m20221210154844893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154844893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154844893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154844893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154844893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154844893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154844906 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:48:48.321790 run osmo-msc_10.42.42.6(pid=20331): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20331)]\u000a15:48:48.371051 run osmo-msc_10.42.42.6(pid=20331): stdout: \u000a| (launched: 2022-12-10_15:48:46.950208) \u000a15:48:48.421142 run osmo-msc_10.42.42.6(pid=20331): stderr: \u000a| �[0;m�[38;5;43m20221210154847325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154847326 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9677812c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154847327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154847327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154847327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154847327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154847329 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154847329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154847330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154847330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:48:48.463384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20324): Terminating (SIGTERM)\u000a15:48:48.503542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20327): Terminating (SIGTERM)\u000a15:48:48.543778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20330): Terminating (SIGTERM)\u000a15:48:48.553298 --- ParallelTerminationStrategy: PID 20324 died...\u000a15:48:48.607439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20324): Terminated: ok {rc=0}\u000a15:48:48.617304 --- ParallelTerminationStrategy: PID 20327 died...\u000a15:48:48.671090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20327): Terminated: ok {rc=0}\u000a15:48:48.681080 --- ParallelTerminationStrategy: PID 20330 died...\u000a15:48:48.734833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20330): Terminated: ok {rc=0}\u000a15:48:48.823412 bus /sierra_3: Setting Powered False\u000a15:48:49.925801 bus /sierra_3: Setting Powered False\u000a15:48:51.036481 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:48:30" }, { "cases" : [ { "testActions" : [ ], "age" : 174, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20343): Process ended prematurely: osmo-stp_10.42.42.5(pid=20343) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20343)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20343): Process ended prematurely: osmo-stp_10.42.42.5(pid=20343) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:48:52.980643 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:52.991489 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:48:53.133843 tst mo_mt_call.py: using LAC 28992\u000a15:48:53.250398 tst mo_mt_call.py: using RAC 177\u000a15:48:53.365952 tst mo_mt_call.py: using CellId 28992\u000a15:48:53.481853 tst mo_mt_call.py: using BVCI 28993\u000a15:48:53.504347 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:53.515235 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:53.525942 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:53.536772 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:53.547649 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:53.558634 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:48:53.673214 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:48:53.883006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:48:54.392534 run create_hlr_db(pid=20337): Launched\u000a15:48:54.576648 bus /sierra_2: Setting Powered False\u000a15:48:55.598247 run create_hlr_db(pid=20337): Terminated: ok {rc=0}\u000a15:48:55.996693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20339): Launched\u000a15:48:56.293120 run osmo-hlr_10.42.42.2(pid=20340): Launched\u000a15:48:56.407987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:48:56.932025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20342): Launched\u000a15:48:57.227299 run osmo-stp_10.42.42.5(pid=20343): Launched\u000a15:48:57.335897 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:48:57.875547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20345): Launched\u000a15:48:58.172706 run osmo-msc_10.42.42.6(pid=20346): Launched\u000a15:48:58.347378 run osmo-stp_10.42.42.5(pid=20343): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20343)]\u000a15:48:58.473554 run osmo-stp_10.42.42.5(pid=20343): stdout: \u000a| (launched: 2022-12-10_15:48:57.081895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:58.596800 run osmo-stp_10.42.42.5(pid=20343): stderr: \u000a| �[0;m�[38;5;43m20221210154857251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154857251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154857251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154857251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154857252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154857252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154857252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:58.716567 run osmo-stp_10.42.42.5(pid=20343): stdout: \u000a| (launched: 2022-12-10_15:48:57.081895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:58.834936 run osmo-stp_10.42.42.5(pid=20343): stderr: \u000a| �[0;m�[38;5;43m20221210154857251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154857251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154857251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154857251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154857252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154857252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154857252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:58.887094 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20343): Process ended prematurely: osmo-stp_10.42.42.5(pid=20343) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20343)] [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a15:48:58.895472 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a15:48:58.955859 run osmo-hlr_10.42.42.2(pid=20340): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20340)]\u000a15:48:59.005009 run osmo-hlr_10.42.42.2(pid=20340): stdout: \u000a| (launched: 2022-12-10_15:48:56.147447) \u000a15:48:59.055359 run osmo-hlr_10.42.42.2(pid=20340): stderr: \u000a| �[0;m�[1;31m20221210154856325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154856325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154856325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154856325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154856325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154856325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154856338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154856347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154856347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154856347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:48:59.122505 run osmo-msc_10.42.42.6(pid=20346): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20346)]\u000a15:48:59.171375 run osmo-msc_10.42.42.6(pid=20346): stdout: \u000a| (launched: 2022-12-10_15:48:58.025894) \u000a15:48:59.220874 run osmo-msc_10.42.42.6(pid=20346): stderr: \u000a| �[0;m�[38;5;43m20221210154858294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154858295 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f423339dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154858295 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154858295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154858295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154858295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154858297 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154858298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154858298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154858298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:48:59.262496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20339): Terminating (SIGTERM)\u000a15:48:59.302003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20342): Terminating (SIGTERM)\u000a15:48:59.341702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20345): Terminating (SIGTERM)\u000a15:48:59.351219 --- ParallelTerminationStrategy: PID 20339 died...\u000a15:48:59.403970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20339): Terminated: ok {rc=0}\u000a15:48:59.413777 --- ParallelTerminationStrategy: PID 20342 died...\u000a15:48:59.466294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20342): Terminated: ok {rc=0}\u000a15:48:59.476001 --- ParallelTerminationStrategy: PID 20345 died...\u000a15:48:59.529101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20345): Terminated: ok {rc=0}\u000a15:48:59.612319 bus /sierra_3: Setting Powered False\u000a15:49:00.718657 bus /sierra_3: Setting Powered False\u000a15:49:01.826409 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 174, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20355): Process ended prematurely: osmo-stp_10.42.42.5(pid=20355) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20355)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20355): Process ended prematurely: osmo-stp_10.42.42.5(pid=20355) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:49:02.939294 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:49:02.951482 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:49:03.103290 tst mo_mt_call_osmux.py: using LAC 28993\u000a15:49:03.228656 tst mo_mt_call_osmux.py: using RAC 178\u000a15:49:03.353288 tst mo_mt_call_osmux.py: using CellId 28993\u000a15:49:03.479112 tst mo_mt_call_osmux.py: using BVCI 28994\u000a15:49:03.503453 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:49:03.514943 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:49:03.526255 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:49:03.537655 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:49:03.548924 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:49:03.560291 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:49:03.680047 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:49:03.886857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:49:04.394051 run create_hlr_db(pid=20349): Launched\u000a15:49:04.578502 bus /sierra_2: Setting Powered False\u000a15:49:05.599998 run create_hlr_db(pid=20349): Terminated: ok {rc=0}\u000a15:49:06.000389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20351): Launched\u000a15:49:06.297114 run osmo-hlr_10.42.42.2(pid=20352): Launched\u000a15:49:06.409702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:49:06.924229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20354): Launched\u000a15:49:07.219478 run osmo-stp_10.42.42.5(pid=20355): Launched\u000a15:49:07.327966 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:49:07.876499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20357): Launched\u000a15:49:08.194343 run osmo-msc_10.42.42.6(pid=20358): Launched\u000a15:49:08.380838 run osmo-stp_10.42.42.5(pid=20355): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20355)]\u000a15:49:08.515429 run osmo-stp_10.42.42.5(pid=20355): stdout: \u000a| (launched: 2022-12-10_15:49:07.074748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:08.650527 run osmo-stp_10.42.42.5(pid=20355): stderr: \u000a| �[0;m�[38;5;43m20221210154907242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154907242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154907243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154907243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154907243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154907243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154907244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:08.779161 run osmo-stp_10.42.42.5(pid=20355): stdout: \u000a| (launched: 2022-12-10_15:49:07.074748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:08.906262 run osmo-stp_10.42.42.5(pid=20355): stderr: \u000a| �[0;m�[38;5;43m20221210154907242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154907242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154907243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154907243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154907243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154907243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154907244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:08.962843 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20355): Process ended prematurely: osmo-stp_10.42.42.5(pid=20355) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20355)] [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a15:49:08.972043 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a15:49:09.034607 run osmo-hlr_10.42.42.2(pid=20352): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20352)]\u000a15:49:09.086053 run osmo-hlr_10.42.42.2(pid=20352): stdout: \u000a| (launched: 2022-12-10_15:49:06.151475) \u000a15:49:09.138006 run osmo-hlr_10.42.42.2(pid=20352): stderr: \u000a| �[0;m�[1;31m20221210154906328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154906328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154906328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154906328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154906328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154906328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154906340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154906349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154906349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154906349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:49:09.208351 run osmo-msc_10.42.42.6(pid=20358): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20358)]\u000a15:49:09.259530 run osmo-msc_10.42.42.6(pid=20358): stdout: \u000a| (launched: 2022-12-10_15:49:08.039432) \u000a15:49:09.311194 run osmo-msc_10.42.42.6(pid=20358): stderr: \u000a| �[0;m�[38;5;43m20221210154908361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154908361 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60c8166c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154908361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154908361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154908361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154908362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154908363 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154908364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154908364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154908364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:49:09.355399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20351): Terminating (SIGTERM)\u000a15:49:09.397158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20354): Terminating (SIGTERM)\u000a15:49:09.438966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20357): Terminating (SIGTERM)\u000a15:49:09.448725 --- ParallelTerminationStrategy: PID 20351 died...\u000a15:49:09.504631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20351): Terminated: ok {rc=0}\u000a15:49:09.514707 --- ParallelTerminationStrategy: PID 20354 died...\u000a15:49:09.570393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20354): Terminated: ok {rc=0}\u000a15:49:09.580657 --- ParallelTerminationStrategy: PID 20357 died...\u000a15:49:09.635946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20357): Terminated: ok {rc=0}\u000a15:49:09.722811 bus /sierra_3: Setting Powered False\u000a15:49:10.830613 bus /sierra_3: Setting Powered False\u000a15:49:11.942907 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:48:52" }, { "cases" : [ { "testActions" : [ ], "age" : 174, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20370): Process ended prematurely: osmo-stp_10.42.42.5(pid=20370) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20370)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20370): Process ended prematurely: osmo-stp_10.42.42.5(pid=20370) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:49:13.884382 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:13.895264 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:49:14.035584 tst mo_mt_call.py: using LAC 28994\u000a15:49:14.154105 tst mo_mt_call.py: using RAC 179\u000a15:49:14.271916 tst mo_mt_call.py: using CellId 28994\u000a15:49:14.387658 tst mo_mt_call.py: using BVCI 28995\u000a15:49:14.410294 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:14.421159 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:14.431736 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:14.442823 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:14.453896 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:14.464763 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:49:14.583370 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:49:14.792200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:49:15.300861 run create_hlr_db(pid=20364): Launched\u000a15:49:15.484573 bus /sierra_2: Setting Powered False\u000a15:49:16.515748 run create_hlr_db(pid=20364): Terminated: ok {rc=0}\u000a15:49:16.956003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20366): Launched\u000a15:49:17.290212 run osmo-hlr_10.42.42.2(pid=20367): Launched\u000a15:49:17.406459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:49:17.929862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20369): Launched\u000a15:49:18.226898 run osmo-stp_10.42.42.5(pid=20370): Launched\u000a15:49:18.335480 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:49:18.875799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20372): Launched\u000a15:49:19.171708 run osmo-msc_10.42.42.6(pid=20373): Launched\u000a15:49:19.412638 run osmo-stp_10.42.42.5(pid=20370): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20370)]\u000a15:49:19.550311 run osmo-stp_10.42.42.5(pid=20370): stdout: \u000a| (launched: 2022-12-10_15:49:18.081154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:19.686243 run osmo-stp_10.42.42.5(pid=20370): stderr: \u000a| �[0;m�[38;5;43m20221210154918250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154918250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154918250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154918250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154918251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154918251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154918251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:19.815052 run osmo-stp_10.42.42.5(pid=20370): stdout: \u000a| (launched: 2022-12-10_15:49:18.081154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:19.942536 run osmo-stp_10.42.42.5(pid=20370): stderr: \u000a| �[0;m�[38;5;43m20221210154918250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154918250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154918250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154918250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154918251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154918251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154918251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:19.999357 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20370): Process ended prematurely: osmo-stp_10.42.42.5(pid=20370) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20370)] [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a15:49:20.008650 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:49:20.071323 run osmo-hlr_10.42.42.2(pid=20367): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20367)]\u000a15:49:20.122823 run osmo-hlr_10.42.42.2(pid=20367): stdout: \u000a| (launched: 2022-12-10_15:49:17.121068) \u000a15:49:20.174625 run osmo-hlr_10.42.42.2(pid=20367): stderr: \u000a| �[0;m�[1;31m20221210154917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154917327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154917335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154917335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154917336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:49:20.245634 run osmo-msc_10.42.42.6(pid=20373): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20373)]\u000a15:49:20.296848 run osmo-msc_10.42.42.6(pid=20373): stdout: \u000a| (launched: 2022-12-10_15:49:19.026512) \u000a15:49:20.348652 run osmo-msc_10.42.42.6(pid=20373): stderr: \u000a| �[0;m�[38;5;43m20221210154919426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154919427 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc20c9d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154919427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154919427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154919427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154919427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154919429 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154919429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154919430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154919430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:49:20.392738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20366): Terminating (SIGTERM)\u000a15:49:20.434318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20369): Terminating (SIGTERM)\u000a15:49:20.476032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20372): Terminating (SIGTERM)\u000a15:49:20.485837 --- ParallelTerminationStrategy: PID 20366 died...\u000a15:49:20.542432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20366): Terminated: ok {rc=0}\u000a15:49:20.552707 --- ParallelTerminationStrategy: PID 20369 died...\u000a15:49:20.608527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20369): Terminated: ok {rc=0}\u000a15:49:20.618717 --- ParallelTerminationStrategy: PID 20372 died...\u000a15:49:20.674185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20372): Terminated: ok {rc=0}\u000a15:49:20.761031 bus /sierra_3: Setting Powered False\u000a15:49:21.864752 bus /sierra_3: Setting Powered False\u000a15:49:22.975016 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 174, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20383): Process ended prematurely: osmo-stp_10.42.42.5(pid=20383) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20383)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20383): Process ended prematurely: osmo-stp_10.42.42.5(pid=20383) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:49:24.084099 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:24.095536 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:49:24.237845 tst mo_mt_call_osmux.py: using LAC 28995\u000a15:49:24.354552 tst mo_mt_call_osmux.py: using RAC 180\u000a15:49:24.478741 tst mo_mt_call_osmux.py: using CellId 28995\u000a15:49:24.594429 tst mo_mt_call_osmux.py: using BVCI 28996\u000a15:49:24.617067 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:24.628009 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:24.638777 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:24.650341 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:24.661826 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:24.673342 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:49:24.794102 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:49:24.992770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:49:25.458336 run create_hlr_db(pid=20377): Launched\u000a15:49:25.627942 bus /sierra_2: Setting Powered False\u000a15:49:26.650299 run create_hlr_db(pid=20377): Terminated: ok {rc=0}\u000a15:49:27.071944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20379): Launched\u000a15:49:27.387665 run osmo-hlr_10.42.42.2(pid=20380): Launched\u000a15:49:27.505275 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:49:28.056234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20382): Launched\u000a15:49:28.372859 run osmo-stp_10.42.42.5(pid=20383): Launched\u000a15:49:28.487911 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:49:29.068436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20385): Launched\u000a15:49:29.385315 run osmo-msc_10.42.42.6(pid=20386): Launched\u000a15:49:29.571124 run osmo-stp_10.42.42.5(pid=20383): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20383)]\u000a15:49:29.704870 run osmo-stp_10.42.42.5(pid=20383): stdout: \u000a| (launched: 2022-12-10_15:49:28.217687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:29.838836 run osmo-stp_10.42.42.5(pid=20383): stderr: \u000a| �[0;m�[38;5;43m20221210154928408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154928409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154928409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154928409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154928410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154928410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154928410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:29.967025 run osmo-stp_10.42.42.5(pid=20383): stdout: \u000a| (launched: 2022-12-10_15:49:28.217687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:30.094027 run osmo-stp_10.42.42.5(pid=20383): stderr: \u000a| �[0;m�[38;5;43m20221210154928408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154928409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154928409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154928409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154928410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154928410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154928410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:30.149966 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20383): Process ended prematurely: osmo-stp_10.42.42.5(pid=20383) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20383)] [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a15:49:30.159251 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a15:49:30.221539 run osmo-hlr_10.42.42.2(pid=20380): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20380)]\u000a15:49:30.272414 run osmo-hlr_10.42.42.2(pid=20380): stdout: \u000a| (launched: 2022-12-10_15:49:27.233483) \u000a15:49:30.324098 run osmo-hlr_10.42.42.2(pid=20380): stderr: \u000a| �[0;m�[1;31m20221210154927432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154927432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154927432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154927432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154927432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154927432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154927444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154927453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154927453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154927453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:49:30.394080 run osmo-msc_10.42.42.6(pid=20386): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20386)]\u000a15:49:30.444847 run osmo-msc_10.42.42.6(pid=20386): stdout: \u000a| (launched: 2022-12-10_15:49:29.230200) \u000a15:49:30.496024 run osmo-msc_10.42.42.6(pid=20386): stderr: \u000a| �[0;m�[38;5;43m20221210154929551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154929551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc991bbbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154929551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154929551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154929551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154929552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154929553 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154929554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154929554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154929554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:49:30.539579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20379): Terminating (SIGTERM)\u000a15:49:30.580741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20382): Terminating (SIGTERM)\u000a15:49:30.622046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20385): Terminating (SIGTERM)\u000a15:49:30.631733 --- ParallelTerminationStrategy: PID 20379 died...\u000a15:49:30.687695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20379): Terminated: ok {rc=0}\u000a15:49:30.698002 --- ParallelTerminationStrategy: PID 20382 died...\u000a15:49:30.753556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20382): Terminated: ok {rc=0}\u000a15:49:30.763719 --- ParallelTerminationStrategy: PID 20385 died...\u000a15:49:30.819056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20385): Terminated: ok {rc=0}\u000a15:49:30.910955 bus /sierra_3: Setting Powered False\u000a15:49:32.031409 bus /sierra_3: Setting Powered False\u000a15:49:33.138828 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:49:13" }, { "cases" : [ { "testActions" : [ ], "age" : 174, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20399): Process ended prematurely: osmo-stp_10.42.42.5(pid=20399) [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20399)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20399): Process ended prematurely: osmo-stp_10.42.42.5(pid=20399) [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a15:49:35.104169 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:35.115700 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:49:35.265818 tst mo_mt_call.py: using LAC 28996\u000a15:49:35.389699 tst mo_mt_call.py: using RAC 181\u000a15:49:35.513277 tst mo_mt_call.py: using CellId 28996\u000a15:49:35.638883 tst mo_mt_call.py: using BVCI 28997\u000a15:49:35.663469 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:35.675175 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:35.686513 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:35.697823 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:35.709102 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:35.720382 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:49:35.834458 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:49:36.041769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:49:36.547629 run create_hlr_db(pid=20392): Launched\u000a15:49:36.731088 bus /sierra_2: Setting Powered False\u000a15:49:37.753378 run create_hlr_db(pid=20392): Terminated: ok {rc=0}\u000a15:49:38.174880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20394): Launched\u000a15:49:38.490979 run osmo-hlr_10.42.42.2(pid=20395): Launched\u000a15:49:38.607535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:49:39.158283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20397): Launched\u000a15:49:39.475304 run osmo-stp_10.42.42.5(pid=20399): Launched\u000a15:49:39.590560 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:49:40.172132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20401): Launched\u000a15:49:40.489364 run osmo-msc_10.42.42.6(pid=20402): Launched\u000a15:49:40.675415 run osmo-stp_10.42.42.5(pid=20399): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20399)]\u000a15:49:40.810075 run osmo-stp_10.42.42.5(pid=20399): stdout: \u000a| (launched: 2022-12-10_15:49:39.320100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:40.944238 run osmo-stp_10.42.42.5(pid=20399): stderr: \u000a| �[0;m�[38;5;43m20221210154939510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154939510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154939511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154939511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154939514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154939515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154939515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:41.073935 run osmo-stp_10.42.42.5(pid=20399): stdout: \u000a| (launched: 2022-12-10_15:49:39.320100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:41.201119 run osmo-stp_10.42.42.5(pid=20399): stderr: \u000a| �[0;m�[38;5;43m20221210154939510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154939510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154939511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154939511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154939514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154939515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154939515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:41.256924 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20399): Process ended prematurely: osmo-stp_10.42.42.5(pid=20399) [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20399)] [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a15:49:41.266151 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:49:41.328589 run osmo-hlr_10.42.42.2(pid=20395): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20395)]\u000a15:49:41.379819 run osmo-hlr_10.42.42.2(pid=20395): stdout: \u000a| (launched: 2022-12-10_15:49:38.336439) \u000a15:49:41.431750 run osmo-hlr_10.42.42.2(pid=20395): stderr: \u000a| �[0;m�[1;31m20221210154938535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154938535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154938535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154938535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154938535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154938535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154938548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154938558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154938558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154938558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:49:41.502510 run osmo-msc_10.42.42.6(pid=20402): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20402)]\u000a15:49:41.553876 run osmo-msc_10.42.42.6(pid=20402): stdout: \u000a| (launched: 2022-12-10_15:49:40.334235) \u000a15:49:41.605764 run osmo-msc_10.42.42.6(pid=20402): stderr: \u000a| �[0;m�[38;5;43m20221210154940655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154940655 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30b4973c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154940655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154940656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154940656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154940656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154940658 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154940658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154940658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154940658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:49:41.649613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20394): Terminating (SIGTERM)\u000a15:49:41.690986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20397): Terminating (SIGTERM)\u000a15:49:41.732484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20401): Terminating (SIGTERM)\u000a15:49:41.741844 --- ParallelTerminationStrategy: PID 20394 died...\u000a15:49:41.797667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20394): Terminated: ok {rc=0}\u000a15:49:41.807791 --- ParallelTerminationStrategy: PID 20397 died...\u000a15:49:41.863605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20397): Terminated: ok {rc=0}\u000a15:49:41.873779 --- ParallelTerminationStrategy: PID 20401 died...\u000a15:49:41.929239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20401): Terminated: ok {rc=0}\u000a15:49:42.017299 bus /sierra_3: Setting Powered False\u000a15:49:43.122747 bus /sierra_3: Setting Powered False\u000a15:49:44.233223 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 174, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20410): Process ended prematurely: osmo-stp_10.42.42.5(pid=20410) [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20410)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20410): Process ended prematurely: osmo-stp_10.42.42.5(pid=20410) [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:49:45.342603 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:45.354170 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:49:45.494487 tst mo_mt_call_osmux.py: using LAC 28997\u000a15:49:45.612713 tst mo_mt_call_osmux.py: using RAC 182\u000a15:49:45.737353 tst mo_mt_call_osmux.py: using CellId 28997\u000a15:49:45.876539 tst mo_mt_call_osmux.py: using BVCI 28998\u000a15:49:45.900740 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:45.913188 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:45.926698 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:45.939325 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:45.951770 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:45.963804 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:49:46.094514 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:49:46.294987 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:49:46.802221 run create_hlr_db(pid=20404): Launched\u000a15:49:46.977744 bus /sierra_2: Setting Powered False\u000a15:49:48.008770 run create_hlr_db(pid=20404): Terminated: ok {rc=0}\u000a15:49:48.408211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20406): Launched\u000a15:49:48.704099 run osmo-hlr_10.42.42.2(pid=20407): Launched\u000a15:49:48.817419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:49:49.341267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20409): Launched\u000a15:49:49.636698 run osmo-stp_10.42.42.5(pid=20410): Launched\u000a15:49:49.744190 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:49:50.285367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20412): Launched\u000a15:49:50.581795 run osmo-msc_10.42.42.6(pid=20413): Launched\u000a15:49:50.756072 run osmo-stp_10.42.42.5(pid=20410): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20410)]\u000a15:49:50.882550 run osmo-stp_10.42.42.5(pid=20410): stdout: \u000a| (launched: 2022-12-10_15:49:49.491790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:51.006991 run osmo-stp_10.42.42.5(pid=20410): stderr: \u000a| �[0;m�[38;5;43m20221210154949661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154949661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154949661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154949662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154949663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154949663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154949663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:51.127175 run osmo-stp_10.42.42.5(pid=20410): stdout: \u000a| (launched: 2022-12-10_15:49:49.491790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:51.246277 run osmo-stp_10.42.42.5(pid=20410): stderr: \u000a| �[0;m�[38;5;43m20221210154949661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210154949661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210154949661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210154949662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210154949663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210154949663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210154949663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:51.298197 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20410): Process ended prematurely: osmo-stp_10.42.42.5(pid=20410) [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20410)] [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a15:49:51.306892 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a15:49:51.366844 run osmo-hlr_10.42.42.2(pid=20407): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20407)]\u000a15:49:51.415816 run osmo-hlr_10.42.42.2(pid=20407): stdout: \u000a| (launched: 2022-12-10_15:49:48.559099) \u000a15:49:51.465707 run osmo-hlr_10.42.42.2(pid=20407): stderr: \u000a| �[0;m�[1;31m20221210154948737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154948737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154948737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154948737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154948737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154948737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154948750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154948758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154948758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154948758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:49:51.533252 run osmo-msc_10.42.42.6(pid=20413): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20413)]\u000a15:49:51.582402 run osmo-msc_10.42.42.6(pid=20413): stdout: \u000a| (launched: 2022-12-10_15:49:50.436052) \u000a15:49:51.632035 run osmo-msc_10.42.42.6(pid=20413): stderr: \u000a| �[0;m�[38;5;43m20221210154950706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210154950706 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0aa61acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210154950706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210154950706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210154950707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210154950707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210154950708 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210154950709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210154950709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210154950709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:49:51.673981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20406): Terminating (SIGTERM)\u000a15:49:51.713970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20409): Terminating (SIGTERM)\u000a15:49:51.753983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20412): Terminating (SIGTERM)\u000a15:49:51.763494 --- ParallelTerminationStrategy: PID 20406 died...\u000a15:49:51.817207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20406): Terminated: ok {rc=0}\u000a15:49:51.827133 --- ParallelTerminationStrategy: PID 20409 died...\u000a15:49:51.880388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20409): Terminated: ok {rc=0}\u000a15:49:51.890401 --- ParallelTerminationStrategy: PID 20412 died...\u000a15:49:51.943564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20412): Terminated: ok {rc=0}\u000a15:49:52.031096 bus /sierra_3: Setting Powered False\u000a15:49:53.132485 bus /sierra_3: Setting Powered False\u000a15:49:54.243509 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:49:34" }, { "cases" : [ { "testActions" : [ ], "age" : 174, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20424): Process ended prematurely: osmo-stp_10.42.42.5(pid=20424) [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20424)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20424): Process ended prematurely: osmo-stp_10.42.42.5(pid=20424) [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a15:49:56.194541 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:56.205800 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:49:56.355885 tst mo_mt_call.py: using LAC 28998\u000a15:49:56.471802 tst mo_mt_call.py: using RAC 183\u000a15:49:56.592803 tst mo_mt_call.py: using CellId 28998\u000a15:49:56.707644 tst mo_mt_call.py: using BVCI 28999\u000a15:49:56.730791 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:56.741856 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:56.752632 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:56.763847 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:56.775068 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:56.786341 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:49:56.905939 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:49:57.113517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:49:57.622111 run create_hlr_db(pid=20418): Launched\u000a15:49:57.807177 bus /sierra_2: Setting Powered False\u000a15:49:58.827823 run create_hlr_db(pid=20418): Terminated: ok {rc=0}\u000a15:49:59.226906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20420): Launched\u000a15:49:59.523076 run osmo-hlr_10.42.42.2(pid=20421): Launched\u000a15:49:59.638728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:50:00.158994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20423): Launched\u000a15:50:00.454719 run osmo-stp_10.42.42.5(pid=20424): Launched\u000a15:50:00.562985 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:50:01.168526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20426): Launched\u000a15:50:01.646804 run osmo-msc_10.42.42.6(pid=20427): Launched\u000a15:50:01.940044 run osmo-stp_10.42.42.5(pid=20424): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20424)]\u000a15:50:02.201711 run osmo-stp_10.42.42.5(pid=20424): stdout: \u000a| (launched: 2022-12-10_15:50:00.309611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:02.351505 run osmo-stp_10.42.42.5(pid=20424): stderr: \u000a| �[0;m�[38;5;43m20221210155000477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155000477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155000477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155000478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155000480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155000480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155000480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:02.473366 run osmo-stp_10.42.42.5(pid=20424): stdout: \u000a| (launched: 2022-12-10_15:50:00.309611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:02.592606 run osmo-stp_10.42.42.5(pid=20424): stderr: \u000a| �[0;m�[38;5;43m20221210155000477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155000477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155000477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155000478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155000480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155000480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155000480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:02.645315 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20424): Process ended prematurely: osmo-stp_10.42.42.5(pid=20424) [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20424)] [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a15:50:02.654165 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a15:50:02.715491 run osmo-hlr_10.42.42.2(pid=20421): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20421)]\u000a15:50:02.765366 run osmo-hlr_10.42.42.2(pid=20421): stdout: \u000a| (launched: 2022-12-10_15:49:59.377732) \u000a15:50:02.815859 run osmo-hlr_10.42.42.2(pid=20421): stderr: \u000a| �[0;m�[1;31m20221210154959552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210154959552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210154959552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154959552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210154959552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210154959552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210154959570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210154959579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210154959579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210154959579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:50:02.884410 run osmo-msc_10.42.42.6(pid=20427): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20427)]\u000a15:50:02.934177 run osmo-msc_10.42.42.6(pid=20427): stdout: \u000a| (launched: 2022-12-10_15:50:01.335696) \u000a15:50:02.984281 run osmo-msc_10.42.42.6(pid=20427): stderr: \u000a| �[0;m�[38;5;43m20221210155001780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155001781 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f862f672c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155001781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155001781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155001781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155001781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155001783 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155001783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155001783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155001783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:50:03.026823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20420): Terminating (SIGTERM)\u000a15:50:03.067306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20423): Terminating (SIGTERM)\u000a15:50:03.108044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20426): Terminating (SIGTERM)\u000a15:50:03.117965 --- ParallelTerminationStrategy: PID 20420 died...\u000a15:50:03.172254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20420): Terminated: ok {rc=0}\u000a15:50:03.182773 --- ParallelTerminationStrategy: PID 20423 died...\u000a15:50:03.237090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20423): Terminated: ok {rc=0}\u000a15:50:03.247082 --- ParallelTerminationStrategy: PID 20426 died...\u000a15:50:03.301349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20426): Terminated: ok {rc=0}\u000a15:50:03.390040 bus /sierra_3: Setting Powered False\u000a15:50:04.493855 bus /sierra_3: Setting Powered False\u000a15:50:05.603966 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 174, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20438): Process ended prematurely: osmo-stp_10.42.42.5(pid=20438) [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20438)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20438): Process ended prematurely: osmo-stp_10.42.42.5(pid=20438) [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:50:06.713376 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:50:06.724839 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:50:06.867941 tst mo_mt_call_osmux.py: using LAC 28999\u000a15:50:06.985691 tst mo_mt_call_osmux.py: using RAC 184\u000a15:50:07.102512 tst mo_mt_call_osmux.py: using CellId 28999\u000a15:50:07.219384 tst mo_mt_call_osmux.py: using BVCI 29000\u000a15:50:07.242209 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:50:07.253225 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:50:07.264017 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:50:07.275028 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:50:07.286101 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:50:07.297211 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:50:07.411479 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:50:07.612115 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:50:08.076899 run create_hlr_db(pid=20432): Launched\u000a15:50:08.247269 bus /sierra_2: Setting Powered False\u000a15:50:09.270867 run create_hlr_db(pid=20432): Terminated: ok {rc=0}\u000a15:50:09.667360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20434): Launched\u000a15:50:09.964103 run osmo-hlr_10.42.42.2(pid=20435): Launched\u000a15:50:10.078598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:50:10.598800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20437): Launched\u000a15:50:10.893843 run osmo-stp_10.42.42.5(pid=20438): Launched\u000a15:50:11.000755 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:50:11.546722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20440): Launched\u000a15:50:11.843144 run osmo-msc_10.42.42.6(pid=20441): Launched\u000a15:50:12.018266 run osmo-stp_10.42.42.5(pid=20438): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20438)]\u000a15:50:12.145363 run osmo-stp_10.42.42.5(pid=20438): stdout: \u000a| (launched: 2022-12-10_15:50:10.749090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:12.269306 run osmo-stp_10.42.42.5(pid=20438): stderr: \u000a| �[0;m�[38;5;43m20221210155010921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155010921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155010921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155010922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155010922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155010922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155010922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:12.389077 run osmo-stp_10.42.42.5(pid=20438): stdout: \u000a| (launched: 2022-12-10_15:50:10.749090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:12.508033 run osmo-stp_10.42.42.5(pid=20438): stderr: \u000a| �[0;m�[38;5;43m20221210155010921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155010921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155010921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155010922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155010922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155010922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155010922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:12.560345 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20438): Process ended prematurely: osmo-stp_10.42.42.5(pid=20438) [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20438)] [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a15:50:12.568868 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a15:50:12.629450 run osmo-hlr_10.42.42.2(pid=20435): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20435)]\u000a15:50:12.678832 run osmo-hlr_10.42.42.2(pid=20435): stdout: \u000a| (launched: 2022-12-10_15:50:09.818121) \u000a15:50:12.729041 run osmo-hlr_10.42.42.2(pid=20435): stderr: \u000a| �[0;m�[1;31m20221210155009993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155009993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155009993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155009993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155009993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155009993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155010005 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155010013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155010013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155010014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:50:12.796880 run osmo-msc_10.42.42.6(pid=20441): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20441)]\u000a15:50:12.846209 run osmo-msc_10.42.42.6(pid=20441): stdout: \u000a| (launched: 2022-12-10_15:50:11.697299) \u000a15:50:12.895981 run osmo-msc_10.42.42.6(pid=20441): stderr: \u000a| �[0;m�[38;5;43m20221210155011967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155011968 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb45e695c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155011968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155011968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155011968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155011969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155011971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155011971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155011971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155011971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:50:12.938154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20434): Terminating (SIGTERM)\u000a15:50:12.978750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20437): Terminating (SIGTERM)\u000a15:50:13.018733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20440): Terminating (SIGTERM)\u000a15:50:13.028342 --- ParallelTerminationStrategy: PID 20434 died...\u000a15:50:13.081987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20434): Terminated: ok {rc=0}\u000a15:50:13.091935 --- ParallelTerminationStrategy: PID 20437 died...\u000a15:50:13.145332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20437): Terminated: ok {rc=0}\u000a15:50:13.155115 --- ParallelTerminationStrategy: PID 20440 died...\u000a15:50:13.208408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20440): Terminated: ok {rc=0}\u000a15:50:13.292506 bus /sierra_3: Setting Powered False\u000a15:50:14.393747 bus /sierra_3: Setting Powered False\u000a15:50:15.505144 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:49:55" }, { "cases" : [ { "testActions" : [ ], "age" : 174, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20452): Process ended prematurely: osmo-stp_10.42.42.5(pid=20452) [trial-2376↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20452)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20452): Process ended prematurely: osmo-stp_10.42.42.5(pid=20452) [trial-2376↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a15:50:17.487490 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:17.498378 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a15:50:17.621299 tst emergency_mo_mt_call.py: using LAC 29000\u000a15:50:17.736703 tst emergency_mo_mt_call.py: using RAC 185\u000a15:50:17.858422 tst emergency_mo_mt_call.py: using CellId 29000\u000a15:50:17.971582 tst emergency_mo_mt_call.py: using BVCI 29001\u000a15:50:17.993836 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:18.004345 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:18.014912 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:18.026247 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:18.037278 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:18.048270 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:18.162929 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:18.357448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:50:18.816869 run create_hlr_db(pid=20446): Launched\u000a15:50:18.984795 bus /sierra_2: Setting Powered False\u000a15:50:20.006712 run create_hlr_db(pid=20446): Terminated: ok {rc=0}\u000a15:50:20.423736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20448): Launched\u000a15:50:20.735921 run osmo-hlr_10.42.42.2(pid=20449): Launched\u000a15:50:20.853806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:50:21.396064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20451): Launched\u000a15:50:21.708756 run osmo-stp_10.42.42.5(pid=20452): Launched\u000a15:50:21.835964 tst emergency_mo_mt_call.py: using MSISDN 7784\u000a15:50:21.993019 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:50:22.564403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20454): Launched\u000a15:50:22.876329 run osmo-msc_10.42.42.6(pid=20455): Launched\u000a15:50:23.060301 run osmo-stp_10.42.42.5(pid=20452): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20452)]\u000a15:50:23.192781 run osmo-stp_10.42.42.5(pid=20452): stdout: \u000a| (launched: 2022-12-10_15:50:21.555353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:23.324872 run osmo-stp_10.42.42.5(pid=20452): stderr: \u000a| �[0;m�[38;5;43m20221210155021748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155021748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155021748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155021749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155021749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155021749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155021749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:23.451179 run osmo-stp_10.42.42.5(pid=20452): stdout: \u000a| (launched: 2022-12-10_15:50:21.555353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:23.576141 run osmo-stp_10.42.42.5(pid=20452): stderr: \u000a| �[0;m�[38;5;43m20221210155021748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155021748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155021748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155021749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155021749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155021749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155021749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:23.631013 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20452): Process ended prematurely: osmo-stp_10.42.42.5(pid=20452) [trial-2376↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20452)] [trial-2376↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a15:50:23.639574 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a15:50:23.701849 run osmo-hlr_10.42.42.2(pid=20449): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20449)]\u000a15:50:23.753235 run osmo-hlr_10.42.42.2(pid=20449): stdout: \u000a| (launched: 2022-12-10_15:50:20.583132) \u000a15:50:23.805479 run osmo-hlr_10.42.42.2(pid=20449): stderr: \u000a| �[0;m�[1;31m20221210155020782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155020782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155020782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155020782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155020782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155020782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155020795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155020805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155020806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155020806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:50:23.876121 run osmo-msc_10.42.42.6(pid=20455): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20455)]\u000a15:50:23.927425 run osmo-msc_10.42.42.6(pid=20455): stdout: \u000a| (launched: 2022-12-10_15:50:22.723652) \u000a15:50:23.979464 run osmo-msc_10.42.42.6(pid=20455): stderr: \u000a| �[0;m�[38;5;43m20221210155023042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155023042 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe64cbc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155023042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155023042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155023043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155023043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155023045 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155023045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155023045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155023045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:50:24.023565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20448): Terminating (SIGTERM)\u000a15:50:24.065193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20451): Terminating (SIGTERM)\u000a15:50:24.107027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20454): Terminating (SIGTERM)\u000a15:50:24.116820 --- ParallelTerminationStrategy: PID 20448 died...\u000a15:50:24.172903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20448): Terminated: ok {rc=0}\u000a15:50:24.183149 --- ParallelTerminationStrategy: PID 20451 died...\u000a15:50:24.238850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20451): Terminated: ok {rc=0}\u000a15:50:24.249086 --- ParallelTerminationStrategy: PID 20454 died...\u000a15:50:24.304942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20454): Terminated: ok {rc=0}\u000a15:50:24.392054 bus /sierra_3: Setting Powered False\u000a15:50:25.497869 bus /sierra_3: Setting Powered False\u000a15:50:26.605946 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20463): Process ended prematurely: osmo-stp_10.42.42.5(pid=20463) [trial-2376↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20463)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20463): Process ended prematurely: osmo-stp_10.42.42.5(pid=20463) [trial-2376↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a15:50:27.657554 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:27.669456 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a15:50:27.803510 tst emergency_preemptive_call.py: using LAC 29001\u000a15:50:27.924820 tst emergency_preemptive_call.py: using RAC 186\u000a15:50:28.046647 tst emergency_preemptive_call.py: using CellId 29001\u000a15:50:28.167793 tst emergency_preemptive_call.py: using BVCI 29002\u000a15:50:28.191714 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:28.202679 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:28.213607 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:28.224317 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:28.235147 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:28.245926 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:28.361823 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:28.476713 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:28.587946 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:28.788400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:50:29.250502 run create_hlr_db(pid=20457): Launched\u000a15:50:29.420545 bus /sierra_2: Setting Powered False\u000a15:50:30.441728 run create_hlr_db(pid=20457): Terminated: ok {rc=0}\u000a15:50:30.863293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20459): Launched\u000a15:50:31.379812 run osmo-hlr_10.42.42.2(pid=20460): Launched\u000a15:50:31.628380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:50:32.292239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20462): Launched\u000a15:50:32.590188 run osmo-stp_10.42.42.5(pid=20463): Launched\u000a15:50:32.708060 tst emergency_preemptive_call.py: using MSISDN 7785\u000a15:50:32.852578 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:50:33.381951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20465): Launched\u000a15:50:33.673676 run osmo-msc_10.42.42.6(pid=20466): Launched\u000a15:50:33.845166 run osmo-stp_10.42.42.5(pid=20463): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20463)]\u000a15:50:33.969978 run osmo-stp_10.42.42.5(pid=20463): stdout: \u000a| (launched: 2022-12-10_15:50:32.444730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:34.091978 run osmo-stp_10.42.42.5(pid=20463): stderr: \u000a| �[0;m�[38;5;43m20221210155032610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155032611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155032611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155032611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155032614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155032614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155032614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:34.209398 run osmo-stp_10.42.42.5(pid=20463): stdout: \u000a| (launched: 2022-12-10_15:50:32.444730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:34.326040 run osmo-stp_10.42.42.5(pid=20463): stderr: \u000a| �[0;m�[38;5;43m20221210155032610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155032611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155032611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155032611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155032614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155032614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155032614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:34.377049 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=20463): Process ended prematurely: osmo-stp_10.42.42.5(pid=20463) [trial-2376↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20463)] [trial-2376↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a15:50:34.385126 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a15:50:34.446480 run osmo-hlr_10.42.42.2(pid=20460): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20460)]\u000a15:50:34.495933 run osmo-hlr_10.42.42.2(pid=20460): stdout: \u000a| (launched: 2022-12-10_15:50:31.048277) \u000a15:50:34.546663 run osmo-hlr_10.42.42.2(pid=20460): stderr: \u000a| �[0;m�[1;31m20221210155031354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155031354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155031354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155031355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155031355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155031355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155031378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155031395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155031396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155031396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:50:34.614834 run osmo-msc_10.42.42.6(pid=20466): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20466)]\u000a15:50:34.664187 run osmo-msc_10.42.42.6(pid=20466): stdout: \u000a| (launched: 2022-12-10_15:50:33.530149) \u000a15:50:34.714331 run osmo-msc_10.42.42.6(pid=20466): stderr: \u000a| �[0;m�[38;5;43m20221210155033801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155033802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90c3f5dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155033802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155033802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155033802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155033802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155033804 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155033804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155033805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155033805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:50:34.756547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20459): Terminating (SIGTERM)\u000a15:50:34.797163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20462): Terminating (SIGTERM)\u000a15:50:34.837533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20465): Terminating (SIGTERM)\u000a15:50:34.847301 --- ParallelTerminationStrategy: PID 20459 died...\u000a15:50:34.901731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20459): Terminated: ok {rc=0}\u000a15:50:34.911512 --- ParallelTerminationStrategy: PID 20462 died...\u000a15:50:34.965136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20462): Terminated: ok {rc=0}\u000a15:50:34.974896 --- ParallelTerminationStrategy: PID 20465 died...\u000a15:50:35.028570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20465): Terminated: ok {rc=0}\u000a15:50:35.112729 bus /sierra_9: Setting Powered False\u000a15:50:36.220155 bus /sierra_9: Setting Powered False\u000a15:50:37.332720 bus /sierra_8: Setting Powered False\u000a15:50:38.438330 bus /sierra_8: Setting Powered False\u000a15:50:39.546007 bus /sierra_3: Setting Powered False\u000a15:50:40.651933 bus /sierra_3: Setting Powered False\u000a15:50:41.760828 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:50:17" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20481): Process ended prematurely: osmo-stp_10.42.42.5(pid=20481) [trial-2376↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20481)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20481): Process ended prematurely: osmo-stp_10.42.42.5(pid=20481) [trial-2376↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20481)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:50:43.847082 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:43.857992 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a15:50:43.981677 tst cs_paging_gprs_active.py: using LAC 29002\u000a15:50:44.101458 tst cs_paging_gprs_active.py: using RAC 187\u000a15:50:44.220362 tst cs_paging_gprs_active.py: using CellId 29002\u000a15:50:44.339539 tst cs_paging_gprs_active.py: using BVCI 29003\u000a15:50:44.362523 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:44.372919 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:44.383399 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:44.394478 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:44.404814 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:44.415271 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:44.425813 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:44.436195 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:44.446762 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:44.561515 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:44.834755 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:50:44.959041 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:50:45.267332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20471): Launched\u000a15:50:45.522950 run iperf3-srv_10.42.42.10(pid=20472): Launched\u000a15:50:45.704636 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:50:45.828847 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:50:46.165601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20473): Launched\u000a15:50:46.455437 run iperf3-srv_10.42.42.10(pid=20474): Launched\u000a15:50:46.640695 tst cs_paging_gprs_active.py:38: start network...\u000a15:50:46.767847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:50:47.280185 run create_hlr_db(pid=20475): Launched\u000a15:50:47.451233 bus /sierra_2: Setting Powered False\u000a15:50:48.474084 run create_hlr_db(pid=20475): Terminated: ok {rc=0}\u000a15:50:48.896255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20477): Launched\u000a15:50:49.214427 run osmo-hlr_10.42.42.2(pid=20478): Launched\u000a15:50:49.330885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:50:49.885621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20480): Launched\u000a15:50:50.203250 run osmo-stp_10.42.42.5(pid=20481): Launched\u000a15:50:50.318748 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:50:50.871738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20483): Launched\u000a15:50:50.985488 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:50:51.263064 run patchelf(pid=20484): Launched\u000a15:50:51.449908 run osmo-stp_10.42.42.5(pid=20481): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20481)]\u000a15:50:51.587649 run osmo-stp_10.42.42.5(pid=20481): stdout: \u000a| (launched: 2022-12-10_15:50:50.048097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:51.725210 run osmo-stp_10.42.42.5(pid=20481): stderr: \u000a| �[0;m�[38;5;43m20221210155050238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155050238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155050238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155050239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155050239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155050239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155050239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:51.857804 run osmo-stp_10.42.42.5(pid=20481): stdout: \u000a| (launched: 2022-12-10_15:50:50.048097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:51.989070 run osmo-stp_10.42.42.5(pid=20481): stderr: \u000a| �[0;m�[38;5;43m20221210155050238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155050238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155050238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155050239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155050239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155050239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155050239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:52.142140 run patchelf(pid=20484): Terminating (SIGINT)\u000a15:50:52.321647 run patchelf(pid=20484): Terminated: ok {rc=0}\u000a15:50:52.354568 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20481): Process ended prematurely: osmo-stp_10.42.42.5(pid=20481) [trial-2376↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20481)] [trial-2376↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a15:50:52.364211 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a15:50:52.427182 run osmo-hlr_10.42.42.2(pid=20478): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20478)]\u000a15:50:52.478631 run osmo-hlr_10.42.42.2(pid=20478): stdout: \u000a| (launched: 2022-12-10_15:50:49.058988) \u000a15:50:52.530505 run osmo-hlr_10.42.42.2(pid=20478): stderr: \u000a| �[0;m�[1;31m20221210155049256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155049256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155049256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155049256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155049256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155049256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155049268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155049276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155049277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155049277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:50:52.574668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20471): Terminating (SIGTERM)\u000a15:50:52.616277 run iperf3-srv_10.42.42.10(pid=20472): Terminating (SIGTERM)\u000a15:50:52.658007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20473): Terminating (SIGTERM)\u000a15:50:52.699733 run iperf3-srv_10.42.42.10(pid=20474): Terminating (SIGTERM)\u000a15:50:52.741586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20477): Terminating (SIGTERM)\u000a15:50:52.783234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20480): Terminating (SIGTERM)\u000a15:50:52.825021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20483): Terminating (SIGTERM)\u000a15:50:52.834728 --- ParallelTerminationStrategy: PID 20471 died...\u000a15:50:52.890598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20471): Terminated: ok {rc=0}\u000a15:50:52.900571 --- ParallelTerminationStrategy: PID 20472 died...\u000a15:50:52.955749 run iperf3-srv_10.42.42.10(pid=20472): Terminated {rc=256}\u000a15:50:52.965821 --- ParallelTerminationStrategy: PID 20473 died...\u000a15:50:53.021884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20473): Terminated: ok {rc=0}\u000a15:50:53.031864 --- ParallelTerminationStrategy: PID 20474 died...\u000a15:50:53.087075 run iperf3-srv_10.42.42.10(pid=20474): Terminated {rc=256}\u000a15:50:53.097221 --- ParallelTerminationStrategy: PID 20477 died...\u000a15:50:53.152510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20477): Terminated: ok {rc=0}\u000a15:50:53.162604 --- ParallelTerminationStrategy: PID 20480 died...\u000a15:50:53.217816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20480): Terminated: ok {rc=0}\u000a15:50:53.227834 --- ParallelTerminationStrategy: PID 20483 died...\u000a15:50:53.283585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20483): Terminated: ok {rc=0}\u000a15:50:53.369165 bus /gobi_0: Setting Powered False\u000a15:50:54.476354 bus /gobi_0: Setting Powered False\u000a15:50:55.584663 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20494): Process ended prematurely: osmo-stp_10.42.42.5(pid=20494) [trial-2376↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20494)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20494): Process ended prematurely: osmo-stp_10.42.42.5(pid=20494) [trial-2376↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a15:50:56.692835 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:56.703851 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a15:50:56.826364 tst iperf3.py: using LAC 29003\u000a15:50:56.942353 tst iperf3.py: using RAC 188\u000a15:50:57.058481 tst iperf3.py: using CellId 29003\u000a15:50:57.176749 tst iperf3.py: using BVCI 29004\u000a15:50:57.199539 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:57.210075 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:57.220421 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:57.231020 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:57.241613 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:57.252067 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:57.262816 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:57.273448 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:57.284047 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:57.559002 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:50:57.684202 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:50:57.992108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20486): Launched\u000a15:50:58.247647 run iperf3-srv_10.42.42.10(pid=20487): Launched\u000a15:50:58.429356 tst iperf3.py:8: start network...\u000a15:50:58.553399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:50:59.019327 run create_hlr_db(pid=20488): Launched\u000a15:50:59.191270 bus /gobi_6: Setting Powered False\u000a15:51:00.213066 run create_hlr_db(pid=20488): Terminated: ok {rc=0}\u000a15:51:00.636362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20490): Launched\u000a15:51:01.064865 run osmo-hlr_10.42.42.2(pid=20491): Launched\u000a15:51:01.344721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:51:01.967357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20493): Launched\u000a15:51:02.314822 run osmo-stp_10.42.42.5(pid=20494): Launched\u000a15:51:02.430842 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:51:02.990879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20496): Launched\u000a15:51:03.106147 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:51:03.383395 run patchelf(pid=20497): Launched\u000a15:51:03.570957 run osmo-stp_10.42.42.5(pid=20494): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20494)]\u000a15:51:03.708735 run osmo-stp_10.42.42.5(pid=20494): stdout: \u000a| (launched: 2022-12-10_15:51:02.124110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:03.846385 run osmo-stp_10.42.42.5(pid=20494): stderr: \u000a| �[0;m�[38;5;43m20221210155102341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155102341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155102342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155102342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155102342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155102343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155102343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:03.979046 run osmo-stp_10.42.42.5(pid=20494): stdout: \u000a| (launched: 2022-12-10_15:51:02.124110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:04.111116 run osmo-stp_10.42.42.5(pid=20494): stderr: \u000a| �[0;m�[38;5;43m20221210155102341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155102341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155102342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155102342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155102342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155102343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155102343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:04.264073 run patchelf(pid=20497): Terminating (SIGINT)\u000a15:51:04.444139 run patchelf(pid=20497): Terminated: ok {rc=0}\u000a15:51:04.477274 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20494): Process ended prematurely: osmo-stp_10.42.42.5(pid=20494) [trial-2376↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20494)] [trial-2376↪gprs:oc2g↪iperf3.py:8]\u000a15:51:04.487067 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a15:51:04.550089 run osmo-hlr_10.42.42.2(pid=20491): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20491)]\u000a15:51:04.601671 run osmo-hlr_10.42.42.2(pid=20491): stdout: \u000a| (launched: 2022-12-10_15:51:00.798821) \u000a15:51:04.653879 run osmo-hlr_10.42.42.2(pid=20491): stderr: \u000a| �[0;m�[1;31m20221210155101220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155101220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155101221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155101221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155101221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155101222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155101247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155101265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155101265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155101265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:51:04.698936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20486): Terminating (SIGTERM)\u000a15:51:04.741010 run iperf3-srv_10.42.42.10(pid=20487): Terminating (SIGTERM)\u000a15:51:04.783466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20490): Terminating (SIGTERM)\u000a15:51:04.825378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20493): Terminating (SIGTERM)\u000a15:51:04.867312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20496): Terminating (SIGTERM)\u000a15:51:04.877157 --- ParallelTerminationStrategy: PID 20486 died...\u000a15:51:04.933638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20486): Terminated: ok {rc=0}\u000a15:51:04.943779 --- ParallelTerminationStrategy: PID 20487 died...\u000a15:51:04.999730 run iperf3-srv_10.42.42.10(pid=20487): Terminated {rc=256}\u000a15:51:05.010050 --- ParallelTerminationStrategy: PID 20490 died...\u000a15:51:05.065955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20490): Terminated: ok {rc=0}\u000a15:51:05.076039 --- ParallelTerminationStrategy: PID 20493 died...\u000a15:51:05.131818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20493): Terminated: ok {rc=0}\u000a15:51:05.142006 --- ParallelTerminationStrategy: PID 20496 died...\u000a15:51:05.197780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20496): Terminated: ok {rc=0}\u000a15:51:05.285448 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20512): Process ended prematurely: osmo-stp_10.42.42.5(pid=20512) [trial-2376↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20512)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20512): Process ended prematurely: osmo-stp_10.42.42.5(pid=20512) [trial-2376↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a15:51:06.400779 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:06.412356 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a15:51:06.539631 tst iperf3m4.py: using LAC 29004\u000a15:51:06.666598 tst iperf3m4.py: using RAC 189\u000a15:51:06.788669 tst iperf3m4.py: using CellId 29004\u000a15:51:06.905647 tst iperf3m4.py: using BVCI 29005\u000a15:51:06.928498 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:06.939150 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:06.949765 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:06.960734 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:06.971409 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:06.982452 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:06.993241 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:07.003902 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:07.014741 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:51:07.129217 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:51:07.250975 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:51:07.364847 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:51:07.652558 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:51:07.785920 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:51:08.116203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20498): Launched\u000a15:51:08.389430 run iperf3-srv_10.42.42.10(pid=20499): Launched\u000a15:51:08.585175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:51:08.718092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:51:09.047665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20500): Launched\u000a15:51:09.320254 run iperf3-srv_10.42.42.10(pid=20501): Launched\u000a15:51:09.514811 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:51:09.647149 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:51:09.976118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20502): Launched\u000a15:51:10.249462 run iperf3-srv_10.42.42.10(pid=20503): Launched\u000a15:51:10.444344 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:51:10.577039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:51:10.905683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20504): Launched\u000a15:51:11.178320 run iperf3-srv_10.42.42.10(pid=20505): Launched\u000a15:51:11.372871 tst iperf3m4.py:8: start network...\u000a15:51:11.505319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:51:12.014966 run create_hlr_db(pid=20506): Launched\u000a15:51:12.199765 bus /gobi_6: Setting Powered False\u000a15:51:13.210645 run create_hlr_db(pid=20506): Terminated: ok {rc=0}\u000a15:51:13.641156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20508): Launched\u000a15:51:13.959224 run osmo-hlr_10.42.42.2(pid=20509): Launched\u000a15:51:14.077671 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:51:14.631654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20511): Launched\u000a15:51:14.948098 run osmo-stp_10.42.42.5(pid=20512): Launched\u000a15:51:15.068603 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:51:15.622362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20514): Launched\u000a15:51:15.735956 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:51:16.046527 run patchelf(pid=20515): Launched\u000a15:51:16.229321 run osmo-stp_10.42.42.5(pid=20512): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20512)]\u000a15:51:16.365359 run osmo-stp_10.42.42.5(pid=20512): stdout: \u000a| (launched: 2022-12-10_15:51:14.793162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:16.499934 run osmo-stp_10.42.42.5(pid=20512): stderr: \u000a| �[0;m�[38;5;43m20221210155114979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155114979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155114980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155114980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155114981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155114981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155114981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:16.630806 run osmo-stp_10.42.42.5(pid=20512): stdout: \u000a| (launched: 2022-12-10_15:51:14.793162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:16.760541 run osmo-stp_10.42.42.5(pid=20512): stderr: \u000a| �[0;m�[38;5;43m20221210155114979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155114979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155114980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155114980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155114981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155114981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155114981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:16.910381 run patchelf(pid=20515): Terminating (SIGINT)\u000a15:51:17.086293 run patchelf(pid=20515): Terminated: ok {rc=0}\u000a15:51:17.119273 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20512): Process ended prematurely: osmo-stp_10.42.42.5(pid=20512) [trial-2376↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20512)] [trial-2376↪gprs:oc2g↪iperf3m4.py:8]\u000a15:51:17.130606 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a15:51:17.195890 run osmo-hlr_10.42.42.2(pid=20509): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20509)]\u000a15:51:17.246696 run osmo-hlr_10.42.42.2(pid=20509): stdout: \u000a| (launched: 2022-12-10_15:51:13.804038) \u000a15:51:17.297603 run osmo-hlr_10.42.42.2(pid=20509): stderr: \u000a| �[0;m�[1;31m20221210155113999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155113999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155113999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155113999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155113999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155113999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155114011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155114020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155114020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155114020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:51:17.340125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20498): Terminating (SIGTERM)\u000a15:51:17.380770 run iperf3-srv_10.42.42.10(pid=20499): Terminating (SIGTERM)\u000a15:51:17.421533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20500): Terminating (SIGTERM)\u000a15:51:17.462188 run iperf3-srv_10.42.42.10(pid=20501): Terminating (SIGTERM)\u000a15:51:17.502947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20502): Terminating (SIGTERM)\u000a15:51:17.543583 run iperf3-srv_10.42.42.10(pid=20503): Terminating (SIGTERM)\u000a15:51:17.584176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20504): Terminating (SIGTERM)\u000a15:51:17.625457 run iperf3-srv_10.42.42.10(pid=20505): Terminating (SIGTERM)\u000a15:51:17.665441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20508): Terminating (SIGTERM)\u000a15:51:17.706095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20511): Terminating (SIGTERM)\u000a15:51:17.747161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20514): Terminating (SIGTERM)\u000a15:51:17.756898 --- ParallelTerminationStrategy: PID 20498 died...\u000a15:51:17.811313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20498): Terminated: ok {rc=0}\u000a15:51:17.821354 --- ParallelTerminationStrategy: PID 20499 died...\u000a15:51:17.874685 run iperf3-srv_10.42.42.10(pid=20499): Terminated {rc=256}\u000a15:51:17.884626 --- ParallelTerminationStrategy: PID 20500 died...\u000a15:51:17.937906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20500): Terminated: ok {rc=0}\u000a15:51:17.947853 --- ParallelTerminationStrategy: PID 20501 died...\u000a15:51:18.000933 run iperf3-srv_10.42.42.10(pid=20501): Terminated {rc=256}\u000a15:51:18.010923 --- ParallelTerminationStrategy: PID 20502 died...\u000a15:51:18.064220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20502): Terminated: ok {rc=0}\u000a15:51:18.074270 --- ParallelTerminationStrategy: PID 20503 died...\u000a15:51:18.127684 run iperf3-srv_10.42.42.10(pid=20503): Terminated {rc=256}\u000a15:51:18.137845 --- ParallelTerminationStrategy: PID 20504 died...\u000a15:51:18.192040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20504): Terminated: ok {rc=0}\u000a15:51:18.201927 --- ParallelTerminationStrategy: PID 20505 died...\u000a15:51:18.255544 run iperf3-srv_10.42.42.10(pid=20505): Terminated {rc=256}\u000a15:51:18.265750 --- ParallelTerminationStrategy: PID 20508 died...\u000a15:51:18.318885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20508): Terminated: ok {rc=0}\u000a15:51:18.328898 --- ParallelTerminationStrategy: PID 20511 died...\u000a15:51:18.382569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20511): Terminated: ok {rc=0}\u000a15:51:18.392313 --- ParallelTerminationStrategy: PID 20514 died...\u000a15:51:18.446322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20514): Terminated: ok {rc=0}\u000a15:51:18.530273 bus /gobi_4: Setting Powered False\u000a15:51:19.637231 bus /gobi_4: Setting Powered False\u000a15:51:20.748818 bus /gobi_1: Setting Powered False\u000a15:51:21.852740 bus /gobi_1: Setting Powered False\u000a15:51:22.959563 bus /gobi_0: Setting Powered False\u000a15:51:24.066163 bus /gobi_0: Setting Powered False\u000a15:51:25.179111 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20522): Process ended prematurely: osmo-stp_10.42.42.5(pid=20522) [trial-2376↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20522)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20522): Process ended prematurely: osmo-stp_10.42.42.5(pid=20522) [trial-2376↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g ping.py\u000a----------------------------------------------\u000a15:51:26.245554 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:26.256481 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a15:51:26.378634 tst ping.py: using LAC 29005\u000a15:51:26.494237 tst ping.py: using RAC 190\u000a15:51:26.609701 tst ping.py: using CellId 29005\u000a15:51:26.726293 tst ping.py: using BVCI 29006\u000a15:51:26.748917 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:26.759430 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:26.769810 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:26.780365 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:26.790860 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:26.801427 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:26.812377 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:26.822998 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:51:27.095134 tst ping.py:19: start network...\u000a15:51:27.219555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:51:27.683838 run create_hlr_db(pid=20516): Launched\u000a15:51:27.855142 bus /gobi_6: Setting Powered False\u000a15:51:28.876189 run create_hlr_db(pid=20516): Terminated: ok {rc=0}\u000a15:51:29.297734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20518): Launched\u000a15:51:29.616294 run osmo-hlr_10.42.42.2(pid=20519): Launched\u000a15:51:29.733421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:51:30.288688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20521): Launched\u000a15:51:30.608104 run osmo-stp_10.42.42.5(pid=20522): Launched\u000a15:51:30.723430 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:51:31.291727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20524): Launched\u000a15:51:31.403316 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:51:31.684283 run patchelf(pid=20525): Launched\u000a15:51:31.866059 run osmo-stp_10.42.42.5(pid=20522): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20522)]\u000a15:51:31.999179 run osmo-stp_10.42.42.5(pid=20522): stdout: \u000a| (launched: 2022-12-10_15:51:30.451249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:32.132256 run osmo-stp_10.42.42.5(pid=20522): stderr: \u000a| �[0;m�[38;5;43m20221210155130643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155130643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155130643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155130644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155130644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155130644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155130644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:32.257052 run osmo-stp_10.42.42.5(pid=20522): stdout: \u000a| (launched: 2022-12-10_15:51:30.451249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:32.380037 run osmo-stp_10.42.42.5(pid=20522): stderr: \u000a| �[0;m�[38;5;43m20221210155130643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155130643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155130643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155130644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155130644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155130644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155130644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:32.522536 run patchelf(pid=20525): Terminating (SIGINT)\u000a15:51:32.690027 run patchelf(pid=20525): Terminated: ok {rc=0}\u000a15:51:32.720381 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20522): Process ended prematurely: osmo-stp_10.42.42.5(pid=20522) [trial-2376↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20522)] [trial-2376↪gprs:oc2g↪ping.py:22]\u000a15:51:32.729295 tst ping.py:22: Test FAILED (6.5 sec)\u000a15:51:32.790840 run osmo-hlr_10.42.42.2(pid=20519): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20519)]\u000a15:51:32.840275 run osmo-hlr_10.42.42.2(pid=20519): stdout: \u000a| (launched: 2022-12-10_15:51:29.459210) \u000a15:51:32.890410 run osmo-hlr_10.42.42.2(pid=20519): stderr: \u000a| �[0;m�[1;31m20221210155129658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155129658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155129658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155129658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155129658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155129658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155129673 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155129682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155129683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155129683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:51:32.933000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20518): Terminating (SIGTERM)\u000a15:51:32.973597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20521): Terminating (SIGTERM)\u000a15:51:33.014134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20524): Terminating (SIGTERM)\u000a15:51:33.023802 --- ParallelTerminationStrategy: PID 20518 died...\u000a15:51:33.077796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20518): Terminated: ok {rc=0}\u000a15:51:33.088007 --- ParallelTerminationStrategy: PID 20521 died...\u000a15:51:33.142493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20521): Terminated: ok {rc=0}\u000a15:51:33.152219 --- ParallelTerminationStrategy: PID 20524 died...\u000a15:51:33.206349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20524): Terminated: ok {rc=0}\u000a15:51:33.296299 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20532): Process ended prematurely: osmo-stp_10.42.42.5(pid=20532) [trial-2376↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20532)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20532): Process ended prematurely: osmo-stp_10.42.42.5(pid=20532) [trial-2376↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a15:51:34.348533 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:34.360123 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a15:51:34.489806 tst ping_idle_ping.py: using LAC 29006\u000a15:51:34.619649 tst ping_idle_ping.py: using RAC 191\u000a15:51:34.742802 tst ping_idle_ping.py: using CellId 29006\u000a15:51:34.865882 tst ping_idle_ping.py: using BVCI 29007\u000a15:51:34.890463 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:34.901610 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:34.912491 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:34.923823 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:34.934849 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:34.945851 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:34.957002 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:34.967954 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:51:35.242152 tst ping_idle_ping.py:24: start network...\u000a15:51:35.365951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:51:35.837409 run create_hlr_db(pid=20526): Launched\u000a15:51:36.010406 bus /gobi_6: Setting Powered False\u000a15:51:37.031002 run create_hlr_db(pid=20526): Terminated: ok {rc=0}\u000a15:51:37.454844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20528): Launched\u000a15:51:37.773154 run osmo-hlr_10.42.42.2(pid=20529): Launched\u000a15:51:37.893049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:51:38.446074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20531): Launched\u000a15:51:38.764497 run osmo-stp_10.42.42.5(pid=20532): Launched\u000a15:51:38.881398 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:51:39.437353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20534): Launched\u000a15:51:39.550848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:51:39.828110 run patchelf(pid=20535): Launched\u000a15:51:40.013846 run osmo-stp_10.42.42.5(pid=20532): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20532)]\u000a15:51:40.150331 run osmo-stp_10.42.42.5(pid=20532): stdout: \u000a| (launched: 2022-12-10_15:51:38.608021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:40.286537 run osmo-stp_10.42.42.5(pid=20532): stderr: \u000a| �[0;m�[38;5;43m20221210155138801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155138801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155138801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155138802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155138802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155138802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155138802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:40.418152 run osmo-stp_10.42.42.5(pid=20532): stdout: \u000a| (launched: 2022-12-10_15:51:38.608021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:40.548446 run osmo-stp_10.42.42.5(pid=20532): stderr: \u000a| �[0;m�[38;5;43m20221210155138801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155138801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155138801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155138802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155138802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155138802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155138802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:40.700710 run patchelf(pid=20535): Terminating (SIGINT)\u000a15:51:40.879020 run patchelf(pid=20535): Terminated: ok {rc=0}\u000a15:51:40.911236 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20532): Process ended prematurely: osmo-stp_10.42.42.5(pid=20532) [trial-2376↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20532)] [trial-2376↪gprs:oc2g↪ping_idle_ping.py:27]\u000a15:51:40.920288 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a15:51:40.983112 run osmo-hlr_10.42.42.2(pid=20529): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20529)]\u000a15:51:41.034646 run osmo-hlr_10.42.42.2(pid=20529): stdout: \u000a| (launched: 2022-12-10_15:51:37.617312) \u000a15:51:41.086591 run osmo-hlr_10.42.42.2(pid=20529): stderr: \u000a| �[0;m�[1;31m20221210155137815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155137815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155137815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155137815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155137815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155137815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155137830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155137838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155137839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155137839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:51:41.130808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20528): Terminating (SIGTERM)\u000a15:51:41.172498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20531): Terminating (SIGTERM)\u000a15:51:41.214288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20534): Terminating (SIGTERM)\u000a15:51:41.224029 --- ParallelTerminationStrategy: PID 20528 died...\u000a15:51:41.279775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20528): Terminated: ok {rc=0}\u000a15:51:41.289933 --- ParallelTerminationStrategy: PID 20531 died...\u000a15:51:41.345635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20531): Terminated: ok {rc=0}\u000a15:51:41.355831 --- ParallelTerminationStrategy: PID 20534 died...\u000a15:51:41.411793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20534): Terminated: ok {rc=0}\u000a15:51:41.500546 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:50:43" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20550): Process ended prematurely: osmo-stp_10.42.42.5(pid=20550) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20550)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20550): Process ended prematurely: osmo-stp_10.42.42.5(pid=20550) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:51:43.627118 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:43.638222 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:51:43.768812 tst cs_paging_gprs_active.py: using LAC 29007\u000a15:51:43.891807 tst cs_paging_gprs_active.py: using RAC 192\u000a15:51:44.015957 tst cs_paging_gprs_active.py: using CellId 29007\u000a15:51:44.140794 tst cs_paging_gprs_active.py: using BVCI 29008\u000a15:51:44.165489 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:44.177215 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:44.188627 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:44.199775 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:44.210796 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:44.221765 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:44.233009 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:44.243936 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:44.255041 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:51:44.369505 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:51:44.643960 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:51:44.768630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:51:45.077454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20540): Launched\u000a15:51:45.333444 run iperf3-srv_10.42.42.10(pid=20541): Launched\u000a15:51:45.514784 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:51:45.638847 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:51:45.985917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20542): Launched\u000a15:51:46.280851 run iperf3-srv_10.42.42.10(pid=20543): Launched\u000a15:51:46.481630 tst cs_paging_gprs_active.py:38: start network...\u000a15:51:46.618707 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:51:47.172712 run create_hlr_db(pid=20544): Launched\u000a15:51:47.357886 bus /gobi_6: Setting Powered False\u000a15:51:48.378133 run create_hlr_db(pid=20544): Terminated: ok {rc=0}\u000a15:51:48.800607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20546): Launched\u000a15:51:49.117116 run osmo-hlr_10.42.42.2(pid=20547): Launched\u000a15:51:49.232284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:51:49.782289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20549): Launched\u000a15:51:50.099190 run osmo-stp_10.42.42.5(pid=20550): Launched\u000a15:51:50.213787 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:51:50.767504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20552): Launched\u000a15:51:50.880870 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:51:51.157009 run patchelf(pid=20553): Launched\u000a15:51:51.342920 run osmo-stp_10.42.42.5(pid=20550): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20550)]\u000a15:51:51.479192 run osmo-stp_10.42.42.5(pid=20550): stdout: \u000a| (launched: 2022-12-10_15:51:49.943739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:51.615973 run osmo-stp_10.42.42.5(pid=20550): stderr: \u000a| �[0;m�[38;5;43m20221210155150136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155150136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155150136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155150137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:51.747314 run osmo-stp_10.42.42.5(pid=20550): stdout: \u000a| (launched: 2022-12-10_15:51:49.943739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:51.877802 run osmo-stp_10.42.42.5(pid=20550): stderr: \u000a| �[0;m�[38;5;43m20221210155150136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155150136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155150136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155150137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:52.030114 run patchelf(pid=20553): Terminating (SIGINT)\u000a15:51:52.209265 run patchelf(pid=20553): Terminated: ok {rc=0}\u000a15:51:52.241958 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20550): Process ended prematurely: osmo-stp_10.42.42.5(pid=20550) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20550)] [trial-2376↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a15:51:52.251801 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a15:51:52.314622 run osmo-hlr_10.42.42.2(pid=20547): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20547)]\u000a15:51:52.365974 run osmo-hlr_10.42.42.2(pid=20547): stdout: \u000a| (launched: 2022-12-10_15:51:48.962320) \u000a15:51:52.417920 run osmo-hlr_10.42.42.2(pid=20547): stderr: \u000a| �[0;m�[1;31m20221210155149160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155149160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155149160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155149160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155149160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155149160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155149174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155149182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155149182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155149182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:51:52.462290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20540): Terminating (SIGTERM)\u000a15:51:52.504074 run iperf3-srv_10.42.42.10(pid=20541): Terminating (SIGTERM)\u000a15:51:52.545913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20542): Terminating (SIGTERM)\u000a15:51:52.587535 run iperf3-srv_10.42.42.10(pid=20543): Terminating (SIGTERM)\u000a15:51:52.629451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20546): Terminating (SIGTERM)\u000a15:51:52.671442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20549): Terminating (SIGTERM)\u000a15:51:52.713283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20552): Terminating (SIGTERM)\u000a15:51:52.722889 --- ParallelTerminationStrategy: PID 20540 died...\u000a15:51:52.779165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20540): Terminated: ok {rc=0}\u000a15:51:52.789250 --- ParallelTerminationStrategy: PID 20541 died...\u000a15:51:52.844687 run iperf3-srv_10.42.42.10(pid=20541): Terminated {rc=256}\u000a15:51:52.854595 --- ParallelTerminationStrategy: PID 20542 died...\u000a15:51:52.910017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20542): Terminated: ok {rc=0}\u000a15:51:52.919983 --- ParallelTerminationStrategy: PID 20543 died...\u000a15:51:52.975474 run iperf3-srv_10.42.42.10(pid=20543): Terminated {rc=256}\u000a15:51:52.985432 --- ParallelTerminationStrategy: PID 20546 died...\u000a15:51:53.041077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20546): Terminated: ok {rc=0}\u000a15:51:53.051024 --- ParallelTerminationStrategy: PID 20549 died...\u000a15:51:53.106503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20549): Terminated: ok {rc=0}\u000a15:51:53.116369 --- ParallelTerminationStrategy: PID 20552 died...\u000a15:51:53.172254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20552): Terminated: ok {rc=0}\u000a15:51:53.259593 bus /gobi_0: Setting Powered False\u000a15:51:54.366720 bus /gobi_0: Setting Powered False\u000a15:51:55.474023 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20562): Process ended prematurely: osmo-stp_10.42.42.5(pid=20562) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20562)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20562): Process ended prematurely: osmo-stp_10.42.42.5(pid=20562) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a15:51:56.586430 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:56.598640 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:51:56.727616 tst iperf3.py: using LAC 29008\u000a15:51:56.851577 tst iperf3.py: using RAC 193\u000a15:51:56.981870 tst iperf3.py: using CellId 29008\u000a15:51:57.104567 tst iperf3.py: using BVCI 29009\u000a15:51:57.128868 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:57.140116 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:57.151205 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:57.162481 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:57.173408 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:57.184337 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:57.195525 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:57.206452 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:57.217628 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:51:57.493194 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:51:57.617312 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:51:57.924769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20554): Launched\u000a15:51:58.179669 run iperf3-srv_10.42.42.10(pid=20555): Launched\u000a15:51:58.360017 tst iperf3.py:8: start network...\u000a15:51:58.483130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:51:58.949119 run create_hlr_db(pid=20556): Launched\u000a15:51:59.119256 bus /gobi_6: Setting Powered False\u000a15:52:00.142709 run create_hlr_db(pid=20556): Terminated: ok {rc=0}\u000a15:52:00.563032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20558): Launched\u000a15:52:00.922446 run osmo-hlr_10.42.42.2(pid=20559): Launched\u000a15:52:01.126736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:52:01.743051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20561): Launched\u000a15:52:02.220505 run osmo-stp_10.42.42.5(pid=20562): Launched\u000a15:52:02.342342 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:52:02.892493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20564): Launched\u000a15:52:02.998529 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:52:03.257279 run patchelf(pid=20565): Launched\u000a15:52:03.431572 run osmo-stp_10.42.42.5(pid=20562): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20562)]\u000a15:52:03.559904 run osmo-stp_10.42.42.5(pid=20562): stdout: \u000a| (launched: 2022-12-10_15:52:01.907706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:03.688516 run osmo-stp_10.42.42.5(pid=20562): stderr: \u000a| �[0;m�[38;5;43m20221210155202131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155202131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155202132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155202132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155202132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155202133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155202133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:03.812696 run osmo-stp_10.42.42.5(pid=20562): stdout: \u000a| (launched: 2022-12-10_15:52:01.907706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:03.935103 run osmo-stp_10.42.42.5(pid=20562): stderr: \u000a| �[0;m�[38;5;43m20221210155202131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155202131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155202132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155202132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155202132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155202133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155202133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:04.078191 run patchelf(pid=20565): Terminating (SIGINT)\u000a15:52:04.246804 run patchelf(pid=20565): Terminated: ok {rc=0}\u000a15:52:04.277816 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20562): Process ended prematurely: osmo-stp_10.42.42.5(pid=20562) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20562)] [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a15:52:04.287053 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a15:52:04.347815 run osmo-hlr_10.42.42.2(pid=20559): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20559)]\u000a15:52:04.397054 run osmo-hlr_10.42.42.2(pid=20559): stdout: \u000a| (launched: 2022-12-10_15:52:00.723756) \u000a15:52:04.447379 run osmo-hlr_10.42.42.2(pid=20559): stderr: \u000a| �[0;m�[1;31m20221210155200973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155200973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155200973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155200973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155200973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155200973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155200986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155201000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155201000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155201000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:52:04.490154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20554): Terminating (SIGTERM)\u000a15:52:04.530276 run iperf3-srv_10.42.42.10(pid=20555): Terminating (SIGTERM)\u000a15:52:04.570675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20558): Terminating (SIGTERM)\u000a15:52:04.611715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20561): Terminating (SIGTERM)\u000a15:52:04.651945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20564): Terminating (SIGTERM)\u000a15:52:04.661435 --- ParallelTerminationStrategy: PID 20554 died...\u000a15:52:04.715587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20554): Terminated: ok {rc=0}\u000a15:52:04.725406 --- ParallelTerminationStrategy: PID 20555 died...\u000a15:52:04.778680 run iperf3-srv_10.42.42.10(pid=20555): Terminated {rc=256}\u000a15:52:04.788433 --- ParallelTerminationStrategy: PID 20558 died...\u000a15:52:04.842097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20558): Terminated: ok {rc=0}\u000a15:52:04.851730 --- ParallelTerminationStrategy: PID 20561 died...\u000a15:52:04.905496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20561): Terminated: ok {rc=0}\u000a15:52:04.915119 --- ParallelTerminationStrategy: PID 20564 died...\u000a15:52:04.968664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20564): Terminated: ok {rc=0}\u000a15:52:05.058290 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20580): Process ended prematurely: osmo-stp_10.42.42.5(pid=20580) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20580)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20580): Process ended prematurely: osmo-stp_10.42.42.5(pid=20580) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a15:52:06.168576 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:06.180131 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:52:06.315285 tst iperf3m4.py: using LAC 29009\u000a15:52:06.450913 tst iperf3m4.py: using RAC 194\u000a15:52:06.575494 tst iperf3m4.py: using CellId 29009\u000a15:52:06.701973 tst iperf3m4.py: using BVCI 29010\u000a15:52:06.726575 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:06.737969 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:06.749067 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:06.760744 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:06.772225 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:06.783763 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:06.795426 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:06.806890 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:06.818431 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:52:06.937952 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:52:07.052141 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:52:07.171505 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:52:07.444726 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:52:07.569263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:07.878659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20566): Launched\u000a15:52:08.133951 run iperf3-srv_10.42.42.10(pid=20567): Launched\u000a15:52:08.315547 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:52:08.438857 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:08.746751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20568): Launched\u000a15:52:09.002055 run iperf3-srv_10.42.42.10(pid=20569): Launched\u000a15:52:09.182857 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:52:09.306562 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:09.614782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20570): Launched\u000a15:52:09.870799 run iperf3-srv_10.42.42.10(pid=20571): Launched\u000a15:52:10.051866 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:52:10.175655 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:10.484619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20572): Launched\u000a15:52:10.740027 run iperf3-srv_10.42.42.10(pid=20573): Launched\u000a15:52:10.921482 tst iperf3m4.py:8: start network...\u000a15:52:11.045333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:52:11.513722 run create_hlr_db(pid=20574): Launched\u000a15:52:11.685277 bus /gobi_6: Setting Powered False\u000a15:52:12.706813 run create_hlr_db(pid=20574): Terminated: ok {rc=0}\u000a15:52:13.129396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20576): Launched\u000a15:52:13.447278 run osmo-hlr_10.42.42.2(pid=20577): Launched\u000a15:52:13.566039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:52:14.119393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20579): Launched\u000a15:52:14.437931 run osmo-stp_10.42.42.5(pid=20580): Launched\u000a15:52:14.553545 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:52:15.109249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20582): Launched\u000a15:52:15.222768 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:52:15.500255 run patchelf(pid=20583): Launched\u000a15:52:15.686598 run osmo-stp_10.42.42.5(pid=20580): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20580)]\u000a15:52:15.822704 run osmo-stp_10.42.42.5(pid=20580): stdout: \u000a| (launched: 2022-12-10_15:52:14.281696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:15.961461 run osmo-stp_10.42.42.5(pid=20580): stderr: \u000a| �[0;m�[38;5;43m20221210155214471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155214471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155214471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155214472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155214472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155214472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155214472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:16.095465 run osmo-stp_10.42.42.5(pid=20580): stdout: \u000a| (launched: 2022-12-10_15:52:14.281696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:16.227505 run osmo-stp_10.42.42.5(pid=20580): stderr: \u000a| �[0;m�[38;5;43m20221210155214471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155214471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155214471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155214472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155214472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155214472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155214472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:16.382605 run patchelf(pid=20583): Terminating (SIGINT)\u000a15:52:16.565343 run patchelf(pid=20583): Terminated: ok {rc=0}\u000a15:52:16.599572 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20580): Process ended prematurely: osmo-stp_10.42.42.5(pid=20580) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20580)] [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a15:52:16.609982 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a15:52:16.673671 run osmo-hlr_10.42.42.2(pid=20577): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20577)]\u000a15:52:16.725612 run osmo-hlr_10.42.42.2(pid=20577): stdout: \u000a| (launched: 2022-12-10_15:52:13.291233) \u000a15:52:16.778318 run osmo-hlr_10.42.42.2(pid=20577): stderr: \u000a| �[0;m�[1;31m20221210155213488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155213488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155213488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155213488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155213488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155213488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155213501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155213509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155213509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155213509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:52:16.823370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20566): Terminating (SIGTERM)\u000a15:52:16.867678 run iperf3-srv_10.42.42.10(pid=20567): Terminating (SIGTERM)\u000a15:52:16.911917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20568): Terminating (SIGTERM)\u000a15:52:16.954964 run iperf3-srv_10.42.42.10(pid=20569): Terminating (SIGTERM)\u000a15:52:17.000256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20570): Terminating (SIGTERM)\u000a15:52:17.044800 run iperf3-srv_10.42.42.10(pid=20571): Terminating (SIGTERM)\u000a15:52:17.089291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20572): Terminating (SIGTERM)\u000a15:52:17.133559 run iperf3-srv_10.42.42.10(pid=20573): Terminating (SIGTERM)\u000a15:52:17.177398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20576): Terminating (SIGTERM)\u000a15:52:17.219504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20579): Terminating (SIGTERM)\u000a15:52:17.261136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20582): Terminating (SIGTERM)\u000a15:52:17.270661 --- ParallelTerminationStrategy: PID 20566 died...\u000a15:52:17.326365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20566): Terminated: ok {rc=0}\u000a15:52:17.336294 --- ParallelTerminationStrategy: PID 20567 died...\u000a15:52:17.391487 run iperf3-srv_10.42.42.10(pid=20567): Terminated {rc=256}\u000a15:52:17.401832 --- ParallelTerminationStrategy: PID 20568 died...\u000a15:52:17.457066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20568): Terminated: ok {rc=0}\u000a15:52:17.466914 --- ParallelTerminationStrategy: PID 20569 died...\u000a15:52:17.521871 run iperf3-srv_10.42.42.10(pid=20569): Terminated {rc=256}\u000a15:52:17.531729 --- ParallelTerminationStrategy: PID 20570 died...\u000a15:52:17.587001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20570): Terminated: ok {rc=0}\u000a15:52:17.596818 --- ParallelTerminationStrategy: PID 20571 died...\u000a15:52:17.651776 run iperf3-srv_10.42.42.10(pid=20571): Terminated {rc=256}\u000a15:52:17.661724 --- ParallelTerminationStrategy: PID 20572 died...\u000a15:52:17.716541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20572): Terminated: ok {rc=0}\u000a15:52:17.726404 --- ParallelTerminationStrategy: PID 20573 died...\u000a15:52:17.781263 run iperf3-srv_10.42.42.10(pid=20573): Terminated {rc=256}\u000a15:52:17.791068 --- ParallelTerminationStrategy: PID 20576 died...\u000a15:52:17.846468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20576): Terminated: ok {rc=0}\u000a15:52:17.856372 --- ParallelTerminationStrategy: PID 20579 died...\u000a15:52:17.911645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20579): Terminated: ok {rc=0}\u000a15:52:17.921758 --- ParallelTerminationStrategy: PID 20582 died...\u000a15:52:17.977616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20582): Terminated: ok {rc=0}\u000a15:52:18.065650 bus /gobi_4: Setting Powered False\u000a15:52:19.173301 bus /gobi_4: Setting Powered False\u000a15:52:20.284918 bus /gobi_1: Setting Powered False\u000a15:52:21.388171 bus /gobi_1: Setting Powered False\u000a15:52:22.499574 bus /gobi_0: Setting Powered False\u000a15:52:23.603410 bus /gobi_0: Setting Powered False\u000a15:52:24.714949 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20590): Process ended prematurely: osmo-stp_10.42.42.5(pid=20590) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20590): Process ended prematurely: osmo-stp_10.42.42.5(pid=20590) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a15:52:25.782143 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:25.793881 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:52:25.922806 tst ping.py: using LAC 29010\u000a15:52:26.046085 tst ping.py: using RAC 195\u000a15:52:26.170381 tst ping.py: using CellId 29010\u000a15:52:26.292532 tst ping.py: using BVCI 29011\u000a15:52:26.316632 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:26.328548 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:26.339790 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:26.351455 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:26.362870 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:26.374280 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:26.386402 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:26.397469 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:52:26.669765 tst ping.py:19: start network...\u000a15:52:26.791312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:52:27.251525 run create_hlr_db(pid=20584): Launched\u000a15:52:27.420334 bus /gobi_6: Setting Powered False\u000a15:52:28.442376 run create_hlr_db(pid=20584): Terminated: ok {rc=0}\u000a15:52:28.857191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20586): Launched\u000a15:52:29.169604 run osmo-hlr_10.42.42.2(pid=20587): Launched\u000a15:52:29.284632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:52:29.829533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20589): Launched\u000a15:52:30.142113 run osmo-stp_10.42.42.5(pid=20590): Launched\u000a15:52:30.255353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:52:30.801495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20592): Launched\u000a15:52:30.924298 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:52:31.213069 run patchelf(pid=20593): Launched\u000a15:52:31.399064 run osmo-stp_10.42.42.5(pid=20590): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)]\u000a15:52:31.534471 run osmo-stp_10.42.42.5(pid=20590): stdout: \u000a| (launched: 2022-12-10_15:52:29.988352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:31.670877 run osmo-stp_10.42.42.5(pid=20590): stderr: \u000a| �[0;m�[38;5;43m20221210155230179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155230179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155230179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155230180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155230180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155230180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155230180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:31.804471 run osmo-stp_10.42.42.5(pid=20590): stdout: \u000a| (launched: 2022-12-10_15:52:29.988352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:31.934813 run osmo-stp_10.42.42.5(pid=20590): stderr: \u000a| �[0;m�[38;5;43m20221210155230179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155230179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155230179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155230180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155230180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155230180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155230180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:32.086691 run patchelf(pid=20593): Terminating (SIGINT)\u000a15:52:32.263076 run patchelf(pid=20593): Terminated: ok {rc=0}\u000a15:52:32.294977 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20590): Process ended prematurely: osmo-stp_10.42.42.5(pid=20590) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)] [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a15:52:32.304091 tst ping.py:22: Test FAILED (6.5 sec)\u000a15:52:32.367501 run osmo-hlr_10.42.42.2(pid=20587): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20587)]\u000a15:52:32.419281 run osmo-hlr_10.42.42.2(pid=20587): stdout: \u000a| (launched: 2022-12-10_15:52:29.015628) \u000a15:52:32.471235 run osmo-hlr_10.42.42.2(pid=20587): stderr: \u000a| �[0;m�[1;31m20221210155229213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155229213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155229213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155229213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155229213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155229213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155229226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155229234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155229234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155229234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:52:32.515584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20586): Terminating (SIGTERM)\u000a15:52:32.557437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20589): Terminating (SIGTERM)\u000a15:52:32.599419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20592): Terminating (SIGTERM)\u000a15:52:32.609154 --- ParallelTerminationStrategy: PID 20586 died...\u000a15:52:32.665233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20586): Terminated: ok {rc=0}\u000a15:52:32.675334 --- ParallelTerminationStrategy: PID 20589 died...\u000a15:52:32.730997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20589): Terminated: ok {rc=0}\u000a15:52:32.741090 --- ParallelTerminationStrategy: PID 20592 died...\u000a15:52:32.796840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20592): Terminated: ok {rc=0}\u000a15:52:32.884780 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20600): Process ended prematurely: osmo-stp_10.42.42.5(pid=20600) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20600)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20600): Process ended prematurely: osmo-stp_10.42.42.5(pid=20600) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a15:52:33.937238 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:33.949302 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:52:34.080047 tst ping_idle_ping.py: using LAC 29011\u000a15:52:34.204518 tst ping_idle_ping.py: using RAC 196\u000a15:52:34.327346 tst ping_idle_ping.py: using CellId 29011\u000a15:52:34.452306 tst ping_idle_ping.py: using BVCI 29012\u000a15:52:34.476363 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:34.487531 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:34.498597 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:34.509692 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:34.520560 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:34.531506 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:34.542632 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:34.553735 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:52:34.838325 tst ping_idle_ping.py:24: start network...\u000a15:52:34.968882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:52:35.472140 run create_hlr_db(pid=20594): Launched\u000a15:52:35.654615 bus /gobi_6: Setting Powered False\u000a15:52:36.675156 run create_hlr_db(pid=20594): Terminated: ok {rc=0}\u000a15:52:37.094819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20596): Launched\u000a15:52:37.409529 run osmo-hlr_10.42.42.2(pid=20597): Launched\u000a15:52:37.528611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:52:38.074641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20599): Launched\u000a15:52:38.390801 run osmo-stp_10.42.42.5(pid=20600): Launched\u000a15:52:38.506297 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:52:39.055212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20602): Launched\u000a15:52:39.167505 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:52:39.441391 run patchelf(pid=20603): Launched\u000a15:52:39.625455 run osmo-stp_10.42.42.5(pid=20600): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20600)]\u000a15:52:39.760045 run osmo-stp_10.42.42.5(pid=20600): stdout: \u000a| (launched: 2022-12-10_15:52:38.235911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:39.895061 run osmo-stp_10.42.42.5(pid=20600): stderr: \u000a| �[0;m�[38;5;43m20221210155238427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155238428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155238428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155238428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155238431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155238431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155238431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:40.026188 run osmo-stp_10.42.42.5(pid=20600): stdout: \u000a| (launched: 2022-12-10_15:52:38.235911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:40.155847 run osmo-stp_10.42.42.5(pid=20600): stderr: \u000a| �[0;m�[38;5;43m20221210155238427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155238428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155238428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155238428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155238431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155238431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155238431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:40.306285 run patchelf(pid=20603): Terminating (SIGINT)\u000a15:52:40.483813 run patchelf(pid=20603): Terminated: ok {rc=0}\u000a15:52:40.516069 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20600): Process ended prematurely: osmo-stp_10.42.42.5(pid=20600) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20600)] [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a15:52:40.525490 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a15:52:40.588715 run osmo-hlr_10.42.42.2(pid=20597): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20597)]\u000a15:52:40.640354 run osmo-hlr_10.42.42.2(pid=20597): stdout: \u000a| (launched: 2022-12-10_15:52:37.255183) \u000a15:52:40.692437 run osmo-hlr_10.42.42.2(pid=20597): stderr: \u000a| �[0;m�[1;31m20221210155237452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155237452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155237452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155237452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155237452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155237452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155237466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155237474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155237474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155237474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:52:40.737236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20596): Terminating (SIGTERM)\u000a15:52:40.779455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20599): Terminating (SIGTERM)\u000a15:52:40.822175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20602): Terminating (SIGTERM)\u000a15:52:40.831639 --- ParallelTerminationStrategy: PID 20596 died...\u000a15:52:40.888552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20596): Terminated: ok {rc=0}\u000a15:52:40.898864 --- ParallelTerminationStrategy: PID 20599 died...\u000a15:52:40.955352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20599): Terminated: ok {rc=0}\u000a15:52:40.965538 --- ParallelTerminationStrategy: PID 20602 died...\u000a15:52:41.022137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20602): Terminated: ok {rc=0}\u000a15:52:41.111150 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:51:43" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20617): Process ended prematurely: osmo-stp_10.42.42.5(pid=20617) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20617)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20617): Process ended prematurely: osmo-stp_10.42.42.5(pid=20617) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:52:43.221394 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.232227 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:52:43.376370 tst cs_paging_gprs_active.py: using LAC 29012\u000a15:52:43.498812 tst cs_paging_gprs_active.py: using RAC 197\u000a15:52:43.622580 tst cs_paging_gprs_active.py: using CellId 29012\u000a15:52:43.750147 tst cs_paging_gprs_active.py: using BVCI 29013\u000a15:52:43.774453 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.785824 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.796875 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.807960 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.819019 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.830222 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.841393 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.852374 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.863603 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:52:43.982668 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:52:44.273871 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:52:44.408231 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:44.740269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20607): Launched\u000a15:52:45.014167 run iperf3-srv_10.42.42.10(pid=20608): Launched\u000a15:52:45.211345 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:52:45.344879 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:45.675785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20609): Launched\u000a15:52:45.977164 run iperf3-srv_10.42.42.10(pid=20610): Launched\u000a15:52:46.167309 tst cs_paging_gprs_active.py:38: start network...\u000a15:52:46.297547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:52:46.822492 run create_hlr_db(pid=20611): Launched\u000a15:52:47.002321 bus /gobi_6: Setting Powered False\u000a15:52:48.018996 run create_hlr_db(pid=20611): Terminated: ok {rc=0}\u000a15:52:48.416927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20613): Launched\u000a15:52:48.717454 run osmo-hlr_10.42.42.2(pid=20614): Launched\u000a15:52:48.827075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:52:49.352889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20616): Launched\u000a15:52:49.673509 run osmo-stp_10.42.42.5(pid=20617): Launched\u000a15:52:49.788930 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:52:50.348002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20619): Launched\u000a15:52:50.461596 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:52:50.739991 run patchelf(pid=20620): Launched\u000a15:52:50.926719 run osmo-stp_10.42.42.5(pid=20617): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20617)]\u000a15:52:51.063918 run osmo-stp_10.42.42.5(pid=20617): stdout: \u000a| (launched: 2022-12-10_15:52:49.516143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:51.201690 run osmo-stp_10.42.42.5(pid=20617): stderr: \u000a| �[0;m�[38;5;43m20221210155249707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155249707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155249707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155249708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155249710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155249710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155249710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:51.333923 run osmo-stp_10.42.42.5(pid=20617): stdout: \u000a| (launched: 2022-12-10_15:52:49.516143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:51.464528 run osmo-stp_10.42.42.5(pid=20617): stderr: \u000a| �[0;m�[38;5;43m20221210155249707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155249707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155249707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155249708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155249710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155249710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155249710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:51.617325 run patchelf(pid=20620): Terminating (SIGINT)\u000a15:52:51.796571 run patchelf(pid=20620): Terminated: ok {rc=0}\u000a15:52:51.829612 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20617): Process ended prematurely: osmo-stp_10.42.42.5(pid=20617) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20617)] [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a15:52:51.839210 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a15:52:51.902011 run osmo-hlr_10.42.42.2(pid=20614): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20614)]\u000a15:52:51.953306 run osmo-hlr_10.42.42.2(pid=20614): stdout: \u000a| (launched: 2022-12-10_15:52:48.569990) \u000a15:52:52.005379 run osmo-hlr_10.42.42.2(pid=20614): stderr: \u000a| �[0;m�[1;31m20221210155248744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155248744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155248745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155248745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155248745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155248745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155248757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155248765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155248766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155248766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:52:52.049909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20607): Terminating (SIGTERM)\u000a15:52:52.092146 run iperf3-srv_10.42.42.10(pid=20608): Terminating (SIGTERM)\u000a15:52:52.134764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20609): Terminating (SIGTERM)\u000a15:52:52.176699 run iperf3-srv_10.42.42.10(pid=20610): Terminating (SIGTERM)\u000a15:52:52.220368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20613): Terminating (SIGTERM)\u000a15:52:52.261932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20616): Terminating (SIGTERM)\u000a15:52:52.303961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20619): Terminating (SIGTERM)\u000a15:52:52.313513 --- ParallelTerminationStrategy: PID 20607 died...\u000a15:52:52.368807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20607): Terminated: ok {rc=0}\u000a15:52:52.378701 --- ParallelTerminationStrategy: PID 20608 died...\u000a15:52:52.433540 run iperf3-srv_10.42.42.10(pid=20608): Terminated {rc=256}\u000a15:52:52.443359 --- ParallelTerminationStrategy: PID 20609 died...\u000a15:52:52.498275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20609): Terminated: ok {rc=0}\u000a15:52:52.508072 --- ParallelTerminationStrategy: PID 20610 died...\u000a15:52:52.563760 run iperf3-srv_10.42.42.10(pid=20610): Terminated {rc=256}\u000a15:52:52.573980 --- ParallelTerminationStrategy: PID 20613 died...\u000a15:52:52.628846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20613): Terminated: ok {rc=0}\u000a15:52:52.638664 --- ParallelTerminationStrategy: PID 20616 died...\u000a15:52:52.693497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20616): Terminated: ok {rc=0}\u000a15:52:52.703322 --- ParallelTerminationStrategy: PID 20619 died...\u000a15:52:52.758328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20619): Terminated: ok {rc=0}\u000a15:52:52.844523 bus /gobi_0: Setting Powered False\u000a15:52:53.949055 bus /gobi_0: Setting Powered False\u000a15:52:55.060368 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20629): Process ended prematurely: osmo-stp_10.42.42.5(pid=20629) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20629)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20629): Process ended prematurely: osmo-stp_10.42.42.5(pid=20629) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a15:52:56.170549 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:56.181973 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:52:56.327679 tst iperf3.py: using LAC 29013\u000a15:52:56.446177 tst iperf3.py: using RAC 198\u000a15:52:56.563353 tst iperf3.py: using CellId 29013\u000a15:52:56.682230 tst iperf3.py: using BVCI 29014\u000a15:52:56.704814 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:56.715601 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:56.726228 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:56.736931 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:56.747648 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:56.758504 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:56.769345 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:56.780047 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:56.791078 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:52:57.080763 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:52:57.213985 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:57.543192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20621): Launched\u000a15:52:57.815379 run iperf3-srv_10.42.42.10(pid=20622): Launched\u000a15:52:58.010163 tst iperf3.py:8: start network...\u000a15:52:58.143432 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:52:58.650138 run create_hlr_db(pid=20623): Launched\u000a15:52:58.833399 bus /gobi_6: Setting Powered False\u000a15:52:59.854944 run create_hlr_db(pid=20623): Terminated: ok {rc=0}\u000a15:53:00.276011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20625): Launched\u000a15:53:00.592368 run osmo-hlr_10.42.42.2(pid=20626): Launched\u000a15:53:00.713182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:53:01.295778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20628): Launched\u000a15:53:01.709864 run osmo-stp_10.42.42.5(pid=20629): Launched\u000a15:53:01.902101 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:53:02.510634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20631): Launched\u000a15:53:02.617622 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:53:02.877549 run patchelf(pid=20632): Launched\u000a15:53:03.052018 run osmo-stp_10.42.42.5(pid=20629): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20629)]\u000a15:53:03.180647 run osmo-stp_10.42.42.5(pid=20629): stdout: \u000a| (launched: 2022-12-10_15:53:01.451084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:03.309385 run osmo-stp_10.42.42.5(pid=20629): stderr: \u000a| �[0;m�[38;5;43m20221210155301790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155301790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155301790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155301790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155301791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155301791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155301791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:03.433250 run osmo-stp_10.42.42.5(pid=20629): stdout: \u000a| (launched: 2022-12-10_15:53:01.451084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:03.555980 run osmo-stp_10.42.42.5(pid=20629): stderr: \u000a| �[0;m�[38;5;43m20221210155301790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155301790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155301790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155301790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155301791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155301791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155301791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:03.699105 run patchelf(pid=20632): Terminating (SIGINT)\u000a15:53:03.867720 run patchelf(pid=20632): Terminated: ok {rc=0}\u000a15:53:03.898789 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20629): Process ended prematurely: osmo-stp_10.42.42.5(pid=20629) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20629)] [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a15:53:03.907919 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a15:53:03.968566 run osmo-hlr_10.42.42.2(pid=20626): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20626)]\u000a15:53:04.018119 run osmo-hlr_10.42.42.2(pid=20626): stdout: \u000a| (launched: 2022-12-10_15:53:00.437429) \u000a15:53:04.068094 run osmo-hlr_10.42.42.2(pid=20626): stderr: \u000a| �[0;m�[1;31m20221210155300637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155300637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155300637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155300637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155300637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155300637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155300650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155300658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155300659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155300659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:53:04.110596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20621): Terminating (SIGTERM)\u000a15:53:04.150805 run iperf3-srv_10.42.42.10(pid=20622): Terminating (SIGTERM)\u000a15:53:04.191011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20625): Terminating (SIGTERM)\u000a15:53:04.231145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20628): Terminating (SIGTERM)\u000a15:53:04.271169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20631): Terminating (SIGTERM)\u000a15:53:04.280473 --- ParallelTerminationStrategy: PID 20621 died...\u000a15:53:04.334593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20621): Terminated: ok {rc=0}\u000a15:53:04.344417 --- ParallelTerminationStrategy: PID 20622 died...\u000a15:53:04.397904 run iperf3-srv_10.42.42.10(pid=20622): Terminated {rc=256}\u000a15:53:04.407619 --- ParallelTerminationStrategy: PID 20625 died...\u000a15:53:04.460984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20625): Terminated: ok {rc=0}\u000a15:53:04.470773 --- ParallelTerminationStrategy: PID 20628 died...\u000a15:53:04.524759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20628): Terminated: ok {rc=0}\u000a15:53:04.534387 --- ParallelTerminationStrategy: PID 20631 died...\u000a15:53:04.587930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20631): Terminated: ok {rc=0}\u000a15:53:04.672766 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20647): Process ended prematurely: osmo-stp_10.42.42.5(pid=20647) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20647)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20647): Process ended prematurely: osmo-stp_10.42.42.5(pid=20647) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a15:53:05.788273 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:05.800406 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:53:05.951437 tst iperf3m4.py: using LAC 29014\u000a15:53:06.076410 tst iperf3m4.py: using RAC 199\u000a15:53:06.203034 tst iperf3m4.py: using CellId 29014\u000a15:53:06.328034 tst iperf3m4.py: using BVCI 29015\u000a15:53:06.352661 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:06.364068 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:06.375211 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:06.386897 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:06.398494 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:06.410090 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:06.421899 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:06.433421 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:06.445235 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:53:06.565231 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:53:06.683094 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:53:06.801135 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:53:07.078111 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:53:07.203043 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:07.513943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20633): Launched\u000a15:53:07.771210 run iperf3-srv_10.42.42.10(pid=20634): Launched\u000a15:53:07.952897 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:53:08.076874 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:08.386853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20635): Launched\u000a15:53:08.643930 run iperf3-srv_10.42.42.10(pid=20636): Launched\u000a15:53:08.826859 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:53:08.951389 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:09.260783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20637): Launched\u000a15:53:09.517714 run iperf3-srv_10.42.42.10(pid=20638): Launched\u000a15:53:09.699104 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:53:09.823023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:10.132225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20639): Launched\u000a15:53:10.388838 run iperf3-srv_10.42.42.10(pid=20640): Launched\u000a15:53:10.570783 tst iperf3m4.py:8: start network...\u000a15:53:10.695639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:53:11.165195 run create_hlr_db(pid=20641): Launched\u000a15:53:11.337394 bus /gobi_6: Setting Powered False\u000a15:53:12.360012 run create_hlr_db(pid=20641): Terminated: ok {rc=0}\u000a15:53:12.758648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20643): Launched\u000a15:53:13.057496 run osmo-hlr_10.42.42.2(pid=20644): Launched\u000a15:53:13.170585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:53:13.689010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20646): Launched\u000a15:53:13.988486 run osmo-stp_10.42.42.5(pid=20647): Launched\u000a15:53:14.098471 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:53:14.619936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20649): Launched\u000a15:53:14.726957 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:53:14.988169 run patchelf(pid=20650): Launched\u000a15:53:15.163758 run osmo-stp_10.42.42.5(pid=20647): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20647)]\u000a15:53:15.292296 run osmo-stp_10.42.42.5(pid=20647): stdout: \u000a| (launched: 2022-12-10_15:53:13.841328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:15.421237 run osmo-stp_10.42.42.5(pid=20647): stderr: \u000a| �[0;m�[38;5;43m20221210155314009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155314009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155314009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155314009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155314010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155314010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155314010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:15.544866 run osmo-stp_10.42.42.5(pid=20647): stdout: \u000a| (launched: 2022-12-10_15:53:13.841328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:15.667714 run osmo-stp_10.42.42.5(pid=20647): stderr: \u000a| �[0;m�[38;5;43m20221210155314009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155314009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155314009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155314009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155314010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155314010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155314010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:15.811047 run patchelf(pid=20650): Terminating (SIGINT)\u000a15:53:15.982849 run patchelf(pid=20650): Terminated: ok {rc=0}\u000a15:53:16.015201 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20647): Process ended prematurely: osmo-stp_10.42.42.5(pid=20647) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20647)] [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a15:53:16.025350 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a15:53:16.090710 run osmo-hlr_10.42.42.2(pid=20644): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20644)]\u000a15:53:16.142864 run osmo-hlr_10.42.42.2(pid=20644): stdout: \u000a| (launched: 2022-12-10_15:53:12.910345) \u000a15:53:16.195507 run osmo-hlr_10.42.42.2(pid=20644): stderr: \u000a| �[0;m�[1;31m20221210155313085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155313085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155313085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155313085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155313085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155313085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155313097 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155313106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155313106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155313106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:53:16.240674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20633): Terminating (SIGTERM)\u000a15:53:16.284059 run iperf3-srv_10.42.42.10(pid=20634): Terminating (SIGTERM)\u000a15:53:16.327129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20635): Terminating (SIGTERM)\u000a15:53:16.369599 run iperf3-srv_10.42.42.10(pid=20636): Terminating (SIGTERM)\u000a15:53:16.413327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20637): Terminating (SIGTERM)\u000a15:53:16.455682 run iperf3-srv_10.42.42.10(pid=20638): Terminating (SIGTERM)\u000a15:53:16.501357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20639): Terminating (SIGTERM)\u000a15:53:16.544772 run iperf3-srv_10.42.42.10(pid=20640): Terminating (SIGTERM)\u000a15:53:16.586317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20643): Terminating (SIGTERM)\u000a15:53:16.637375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20646): Terminating (SIGTERM)\u000a15:53:16.684454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20649): Terminating (SIGTERM)\u000a15:53:16.698867 --- ParallelTerminationStrategy: PID 20633 died...\u000a15:53:16.767360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20633): Terminated: ok {rc=0}\u000a15:53:16.781034 --- ParallelTerminationStrategy: PID 20634 died...\u000a15:53:16.841260 run iperf3-srv_10.42.42.10(pid=20634): Terminated {rc=256}\u000a15:53:16.852002 --- ParallelTerminationStrategy: PID 20635 died...\u000a15:53:16.917501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20635): Terminated: ok {rc=0}\u000a15:53:16.929912 --- ParallelTerminationStrategy: PID 20636 died...\u000a15:53:17.000315 run iperf3-srv_10.42.42.10(pid=20636): Terminated {rc=256}\u000a15:53:17.011236 --- ParallelTerminationStrategy: PID 20637 died...\u000a15:53:17.085916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20637): Terminated: ok {rc=0}\u000a15:53:17.101054 --- ParallelTerminationStrategy: PID 20638 died...\u000a15:53:17.167063 run iperf3-srv_10.42.42.10(pid=20638): Terminated {rc=256}\u000a15:53:17.177598 --- ParallelTerminationStrategy: PID 20639 died...\u000a15:53:17.234613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20639): Terminated: ok {rc=0}\u000a15:53:17.245245 --- ParallelTerminationStrategy: PID 20640 died...\u000a15:53:17.300937 run iperf3-srv_10.42.42.10(pid=20640): Terminated {rc=256}\u000a15:53:17.312581 --- ParallelTerminationStrategy: PID 20643 died...\u000a15:53:17.369831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20643): Terminated: ok {rc=0}\u000a15:53:17.380449 --- ParallelTerminationStrategy: PID 20646 died...\u000a15:53:17.437765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20646): Terminated: ok {rc=0}\u000a15:53:17.454476 --- ParallelTerminationStrategy: PID 20649 died...\u000a15:53:17.519270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20649): Terminated: ok {rc=0}\u000a15:53:17.625945 bus /gobi_4: Setting Powered False\u000a15:53:18.755751 bus /gobi_4: Setting Powered False\u000a15:53:19.871037 bus /gobi_1: Setting Powered False\u000a15:53:20.980166 bus /gobi_1: Setting Powered False\u000a15:53:22.093845 bus /gobi_0: Setting Powered False\u000a15:53:23.205194 bus /gobi_0: Setting Powered False\u000a15:53:24.320248 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20929): Process ended prematurely: osmo-stp_10.42.42.5(pid=20929) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20929)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20929): Process ended prematurely: osmo-stp_10.42.42.5(pid=20929) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20929)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a15:53:25.392363 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:25.405588 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:53:25.564264 tst ping.py: using LAC 29015\u000a15:53:25.687626 tst ping.py: using RAC 200\u000a15:53:25.811242 tst ping.py: using CellId 29015\u000a15:53:25.942183 tst ping.py: using BVCI 29016\u000a15:53:25.967632 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:25.980065 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:25.992573 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:26.005282 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:26.017481 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:26.030701 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:26.043194 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:26.055824 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:53:26.351271 tst ping.py:19: start network...\u000a15:53:26.486021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:53:27.037425 run create_hlr_db(pid=20923): Launched\u000a15:53:27.225699 bus /gobi_6: Setting Powered False\u000a15:53:28.248748 run create_hlr_db(pid=20923): Terminated: ok {rc=0}\u000a15:53:28.691392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20925): Launched\u000a15:53:29.114645 run osmo-hlr_10.42.42.2(pid=20926): Launched\u000a15:53:29.358369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:53:29.936693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20928): Launched\u000a15:53:30.358908 run osmo-stp_10.42.42.5(pid=20929): Launched\u000a15:53:30.584170 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:53:31.225277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20931): Launched\u000a15:53:31.385998 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:53:31.740461 run patchelf(pid=20932): Launched\u000a15:53:31.981313 run osmo-stp_10.42.42.5(pid=20929): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20929)]\u000a15:53:32.143508 run osmo-stp_10.42.42.5(pid=20929): stdout: \u000a| (launched: 2022-12-10_15:53:30.101085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:32.307248 run osmo-stp_10.42.42.5(pid=20929): stderr: \u000a| �[0;m�[38;5;43m20221210155330398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155330398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155330398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155330405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155330405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155330405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155330405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:32.467991 run osmo-stp_10.42.42.5(pid=20929): stdout: \u000a| (launched: 2022-12-10_15:53:30.101085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:32.626255 run osmo-stp_10.42.42.5(pid=20929): stderr: \u000a| �[0;m�[38;5;43m20221210155330398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155330398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155330398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155330405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155330405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155330405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155330405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:32.811865 run patchelf(pid=20932): Terminating (SIGINT)\u000a15:53:33.027430 run patchelf(pid=20932): Terminated: ok {rc=0}\u000a15:53:33.067996 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20929): Process ended prematurely: osmo-stp_10.42.42.5(pid=20929) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20929)] [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a15:53:33.081660 tst ping.py:22: Test FAILED (7.7 sec)\u000a15:53:33.157945 run osmo-hlr_10.42.42.2(pid=20926): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20926)]\u000a15:53:33.218836 run osmo-hlr_10.42.42.2(pid=20926): stdout: \u000a| (launched: 2022-12-10_15:53:28.856908) \u000a15:53:33.280204 run osmo-hlr_10.42.42.2(pid=20926): stderr: \u000a| �[0;m�[1;31m20221210155329164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155329164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155329164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155329164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155329164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155329164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155329184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155329192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155329192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155329192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:53:33.335178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20925): Terminating (SIGTERM)\u000a15:53:33.388185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20928): Terminating (SIGTERM)\u000a15:53:33.441075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20931): Terminating (SIGTERM)\u000a15:53:33.452423 --- ParallelTerminationStrategy: PID 20925 died...\u000a15:53:33.511095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20925): Terminated: ok {rc=0}\u000a15:53:33.522581 --- ParallelTerminationStrategy: PID 20928 died...\u000a15:53:33.583031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20928): Terminated: ok {rc=0}\u000a15:53:33.594170 --- ParallelTerminationStrategy: PID 20931 died...\u000a15:53:33.652536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20931): Terminated: ok {rc=0}\u000a15:53:33.747039 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20939): Process ended prematurely: osmo-stp_10.42.42.5(pid=20939) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20939)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20939): Process ended prematurely: osmo-stp_10.42.42.5(pid=20939) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20939)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a15:53:34.803422 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:34.816431 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:53:34.970360 tst ping_idle_ping.py: using LAC 29016\u000a15:53:35.100124 tst ping_idle_ping.py: using RAC 201\u000a15:53:35.231155 tst ping_idle_ping.py: using CellId 29016\u000a15:53:35.356300 tst ping_idle_ping.py: using BVCI 29017\u000a15:53:35.381806 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:35.394220 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:35.406021 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:35.418177 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:35.430245 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:35.442118 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:35.454458 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:35.466795 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:53:35.762730 tst ping_idle_ping.py:24: start network...\u000a15:53:35.898034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:53:36.453670 run create_hlr_db(pid=20933): Launched\u000a15:53:36.642366 bus /gobi_6: Setting Powered False\u000a15:53:37.664330 run create_hlr_db(pid=20933): Terminated: ok {rc=0}\u000a15:53:38.108387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20935): Launched\u000a15:53:38.527854 run osmo-hlr_10.42.42.2(pid=20936): Launched\u000a15:53:38.776922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:53:39.351133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20938): Launched\u000a15:53:39.767359 run osmo-stp_10.42.42.5(pid=20939): Launched\u000a15:53:39.985707 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:53:40.532600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20942): Launched\u000a15:53:40.644538 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:53:40.917149 run patchelf(pid=20943): Launched\u000a15:53:41.101429 run osmo-stp_10.42.42.5(pid=20939): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20939)]\u000a15:53:41.235314 run osmo-stp_10.42.42.5(pid=20939): stdout: \u000a| (launched: 2022-12-10_15:53:39.513872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:41.369736 run osmo-stp_10.42.42.5(pid=20939): stderr: \u000a| �[0;m�[38;5;43m20221210155339812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155339812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155339813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155339813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155339814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155339814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155339814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:41.498881 run osmo-stp_10.42.42.5(pid=20939): stdout: \u000a| (launched: 2022-12-10_15:53:39.513872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:41.627179 run osmo-stp_10.42.42.5(pid=20939): stderr: \u000a| �[0;m�[38;5;43m20221210155339812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155339812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155339813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155339813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155339814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155339814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155339814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:41.776410 run patchelf(pid=20943): Terminating (SIGINT)\u000a15:53:41.952708 run patchelf(pid=20943): Terminated: ok {rc=0}\u000a15:53:41.984713 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20939): Process ended prematurely: osmo-stp_10.42.42.5(pid=20939) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20939)] [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a15:53:41.993851 tst ping_idle_ping.py:27: Test FAILED (7.2 sec)\u000a15:53:42.056300 run osmo-hlr_10.42.42.2(pid=20936): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20936)]\u000a15:53:42.107795 run osmo-hlr_10.42.42.2(pid=20936): stdout: \u000a| (launched: 2022-12-10_15:53:38.272228) \u000a15:53:42.159933 run osmo-hlr_10.42.42.2(pid=20936): stderr: \u000a| �[0;m�[1;31m20221210155338583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155338583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155338583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155338583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155338583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155338583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155338602 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155338610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155338611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155338611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:53:42.203994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20935): Terminating (SIGTERM)\u000a15:53:42.245804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20938): Terminating (SIGTERM)\u000a15:53:42.287783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20942): Terminating (SIGTERM)\u000a15:53:42.297494 --- ParallelTerminationStrategy: PID 20935 died...\u000a15:53:42.354075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20935): Terminated: ok {rc=0}\u000a15:53:42.364138 --- ParallelTerminationStrategy: PID 20938 died...\u000a15:53:42.420796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20938): Terminated: ok {rc=0}\u000a15:53:42.430823 --- ParallelTerminationStrategy: PID 20942 died...\u000a15:53:42.486598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20942): Terminated: ok {rc=0}\u000a15:53:42.573517 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:52:42" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20957): Process ended prematurely: osmo-stp_10.42.42.5(pid=20957) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20957)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20957): Process ended prematurely: osmo-stp_10.42.42.5(pid=20957) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:53:44.684690 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:44.695653 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:53:44.839966 tst cs_paging_gprs_active.py: using LAC 29017\u000a15:53:44.955408 tst cs_paging_gprs_active.py: using RAC 202\u000a15:53:45.075017 tst cs_paging_gprs_active.py: using CellId 29017\u000a15:53:45.190581 tst cs_paging_gprs_active.py: using BVCI 29018\u000a15:53:45.213473 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:45.224180 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:45.234711 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:45.245718 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:45.256521 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:45.267589 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:45.278709 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:45.289591 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:45.300655 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:53:45.417847 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:53:45.694672 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:53:45.819503 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:46.178451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20947): Launched\u000a15:53:46.457089 run iperf3-srv_10.42.42.10(pid=20948): Launched\u000a15:53:46.646065 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:53:46.774517 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:47.114312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20949): Launched\u000a15:53:47.406468 run iperf3-srv_10.42.42.10(pid=20950): Launched\u000a15:53:47.604084 tst cs_paging_gprs_active.py:38: start network...\u000a15:53:47.737620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:53:48.247814 run create_hlr_db(pid=20951): Launched\u000a15:53:48.432780 bus /gobi_6: Setting Powered False\u000a15:53:49.453731 run create_hlr_db(pid=20951): Terminated: ok {rc=0}\u000a15:53:49.879219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20953): Launched\u000a15:53:50.199785 run osmo-hlr_10.42.42.2(pid=20954): Launched\u000a15:53:50.320546 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:53:50.874624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20956): Launched\u000a15:53:51.195331 run osmo-stp_10.42.42.5(pid=20957): Launched\u000a15:53:51.311721 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:53:51.868379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20959): Launched\u000a15:53:51.982022 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:53:52.260128 run patchelf(pid=20960): Launched\u000a15:53:52.447050 run osmo-stp_10.42.42.5(pid=20957): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20957)]\u000a15:53:52.583947 run osmo-stp_10.42.42.5(pid=20957): stdout: \u000a| (launched: 2022-12-10_15:53:51.038271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:52.721443 run osmo-stp_10.42.42.5(pid=20957): stderr: \u000a| �[0;m�[38;5;43m20221210155351228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155351228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155351229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155351229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155351230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155351230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155351230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:52.853504 run osmo-stp_10.42.42.5(pid=20957): stdout: \u000a| (launched: 2022-12-10_15:53:51.038271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:52.984378 run osmo-stp_10.42.42.5(pid=20957): stderr: \u000a| �[0;m�[38;5;43m20221210155351228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155351228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155351229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155351229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155351230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155351230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155351230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:53.138505 run patchelf(pid=20960): Terminating (SIGINT)\u000a15:53:53.317732 run patchelf(pid=20960): Terminated: ok {rc=0}\u000a15:53:53.350880 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20957): Process ended prematurely: osmo-stp_10.42.42.5(pid=20957) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20957)] [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a15:53:53.360567 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a15:53:53.422976 run osmo-hlr_10.42.42.2(pid=20954): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20954)]\u000a15:53:53.474248 run osmo-hlr_10.42.42.2(pid=20954): stdout: \u000a| (launched: 2022-12-10_15:53:50.042551) \u000a15:53:53.525841 run osmo-hlr_10.42.42.2(pid=20954): stderr: \u000a| �[0;m�[1;31m20221210155350241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155350241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155350241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155350241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155350241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155350241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155350254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155350262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155350262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155350262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:53:53.570028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20947): Terminating (SIGTERM)\u000a15:53:53.611479 run iperf3-srv_10.42.42.10(pid=20948): Terminating (SIGTERM)\u000a15:53:53.652926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20949): Terminating (SIGTERM)\u000a15:53:53.694352 run iperf3-srv_10.42.42.10(pid=20950): Terminating (SIGTERM)\u000a15:53:53.736035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20953): Terminating (SIGTERM)\u000a15:53:53.777723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20956): Terminating (SIGTERM)\u000a15:53:53.819350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20959): Terminating (SIGTERM)\u000a15:53:53.828871 --- ParallelTerminationStrategy: PID 20947 died...\u000a15:53:53.884365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20947): Terminated: ok {rc=0}\u000a15:53:53.894316 --- ParallelTerminationStrategy: PID 20948 died...\u000a15:53:53.949337 run iperf3-srv_10.42.42.10(pid=20948): Terminated {rc=256}\u000a15:53:53.959110 --- ParallelTerminationStrategy: PID 20949 died...\u000a15:53:54.014155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20949): Terminated: ok {rc=0}\u000a15:53:54.024005 --- ParallelTerminationStrategy: PID 20950 died...\u000a15:53:54.079159 run iperf3-srv_10.42.42.10(pid=20950): Terminated {rc=256}\u000a15:53:54.089496 --- ParallelTerminationStrategy: PID 20953 died...\u000a15:53:54.144819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20953): Terminated: ok {rc=0}\u000a15:53:54.154740 --- ParallelTerminationStrategy: PID 20956 died...\u000a15:53:54.209657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20956): Terminated: ok {rc=0}\u000a15:53:54.219601 --- ParallelTerminationStrategy: PID 20959 died...\u000a15:53:54.274630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20959): Terminated: ok {rc=0}\u000a15:53:54.360855 bus /gobi_0: Setting Powered False\u000a15:53:55.466057 bus /gobi_0: Setting Powered False\u000a15:53:56.573271 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20970): Process ended prematurely: osmo-stp_10.42.42.5(pid=20970) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20970)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20970): Process ended prematurely: osmo-stp_10.42.42.5(pid=20970) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a15:53:57.686300 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:57.698277 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:53:57.849880 tst iperf3.py: using LAC 29018\u000a15:53:57.973798 tst iperf3.py: using RAC 203\u000a15:53:58.100011 tst iperf3.py: using CellId 29018\u000a15:53:58.219070 tst iperf3.py: using BVCI 29019\u000a15:53:58.242049 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:58.253083 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:58.263781 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:58.274734 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:58.285611 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:58.296634 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:58.307569 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:58.318368 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:58.329797 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:53:58.606875 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:53:58.731211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:59.039233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20962): Launched\u000a15:53:59.295951 run iperf3-srv_10.42.42.10(pid=20963): Launched\u000a15:53:59.478404 tst iperf3.py:8: start network...\u000a15:53:59.602875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:54:00.073072 run create_hlr_db(pid=20964): Launched\u000a15:54:00.246035 bus /gobi_6: Setting Powered False\u000a15:54:01.335485 run create_hlr_db(pid=20964): Terminated: ok {rc=0}\u000a15:54:01.762032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20966): Launched\u000a15:54:02.128211 run osmo-hlr_10.42.42.2(pid=20967): Launched\u000a15:54:02.335124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:54:02.854216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20969): Launched\u000a15:54:03.153395 run osmo-stp_10.42.42.5(pid=20970): Launched\u000a15:54:03.262592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:54:03.782835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20972): Launched\u000a15:54:03.889382 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:54:04.150053 run patchelf(pid=20973): Launched\u000a15:54:04.325325 run osmo-stp_10.42.42.5(pid=20970): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20970)]\u000a15:54:04.454080 run osmo-stp_10.42.42.5(pid=20970): stdout: \u000a| (launched: 2022-12-10_15:54:03.006251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:04.583457 run osmo-stp_10.42.42.5(pid=20970): stderr: \u000a| �[0;m�[38;5;43m20221210155403178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155403178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155403179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155403179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155403179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155403179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155403180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:04.707672 run osmo-stp_10.42.42.5(pid=20970): stdout: \u000a| (launched: 2022-12-10_15:54:03.006251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:04.830544 run osmo-stp_10.42.42.5(pid=20970): stderr: \u000a| �[0;m�[38;5;43m20221210155403178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155403178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155403179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155403179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155403179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155403179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155403180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:04.974217 run patchelf(pid=20973): Terminating (SIGINT)\u000a15:54:05.143112 run patchelf(pid=20973): Terminated: ok {rc=0}\u000a15:54:05.174173 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20970): Process ended prematurely: osmo-stp_10.42.42.5(pid=20970) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20970)] [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a15:54:05.183668 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a15:54:05.244010 run osmo-hlr_10.42.42.2(pid=20967): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20967)]\u000a15:54:05.293427 run osmo-hlr_10.42.42.2(pid=20967): stdout: \u000a| (launched: 2022-12-10_15:54:01.917764) \u000a15:54:05.343127 run osmo-hlr_10.42.42.2(pid=20967): stderr: \u000a| �[0;m�[1;31m20221210155402266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155402266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155402266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155402266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155402266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155402266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155402286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155402298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155402299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155402299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:54:05.384977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20962): Terminating (SIGTERM)\u000a15:54:05.424584 run iperf3-srv_10.42.42.10(pid=20963): Terminating (SIGTERM)\u000a15:54:05.466107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20966): Terminating (SIGTERM)\u000a15:54:05.505991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20969): Terminating (SIGTERM)\u000a15:54:05.546319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20972): Terminating (SIGTERM)\u000a15:54:05.555444 --- ParallelTerminationStrategy: PID 20962 died...\u000a15:54:05.608910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20962): Terminated: ok {rc=0}\u000a15:54:05.618835 --- ParallelTerminationStrategy: PID 20963 died...\u000a15:54:05.672103 run iperf3-srv_10.42.42.10(pid=20963): Terminated {rc=256}\u000a15:54:05.681851 --- ParallelTerminationStrategy: PID 20966 died...\u000a15:54:05.734743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20966): Terminated: ok {rc=0}\u000a15:54:05.744343 --- ParallelTerminationStrategy: PID 20969 died...\u000a15:54:05.797592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20969): Terminated: ok {rc=0}\u000a15:54:05.807407 --- ParallelTerminationStrategy: PID 20972 died...\u000a15:54:05.861035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20972): Terminated: ok {rc=0}\u000a15:54:05.950117 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20988): Process ended prematurely: osmo-stp_10.42.42.5(pid=20988) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20988)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20988): Process ended prematurely: osmo-stp_10.42.42.5(pid=20988) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a15:54:07.060334 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:07.072233 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:54:07.216384 tst iperf3m4.py: using LAC 29019\u000a15:54:07.341805 tst iperf3m4.py: using RAC 204\u000a15:54:07.466438 tst iperf3m4.py: using CellId 29019\u000a15:54:07.591285 tst iperf3m4.py: using BVCI 29020\u000a15:54:07.616012 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:07.627503 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:07.638619 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:07.649701 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:07.660677 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:07.671843 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:07.683074 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:07.694086 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:07.705301 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:54:07.820918 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:54:07.941287 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:54:08.057742 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:54:08.331429 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:54:08.455842 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:54:08.765611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20974): Launched\u000a15:54:09.021893 run iperf3-srv_10.42.42.10(pid=20975): Launched\u000a15:54:09.204123 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:54:09.327774 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:54:09.636688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20976): Launched\u000a15:54:09.892862 run iperf3-srv_10.42.42.10(pid=20977): Launched\u000a15:54:10.074645 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:54:10.198529 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:54:10.507651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20978): Launched\u000a15:54:10.763702 run iperf3-srv_10.42.42.10(pid=20979): Launched\u000a15:54:10.945943 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:54:11.070316 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:54:11.379958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20980): Launched\u000a15:54:11.636247 run iperf3-srv_10.42.42.10(pid=20981): Launched\u000a15:54:11.818061 tst iperf3m4.py:8: start network...\u000a15:54:11.942375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:54:12.412321 run create_hlr_db(pid=20982): Launched\u000a15:54:12.584286 bus /gobi_6: Setting Powered False\u000a15:54:13.606505 run create_hlr_db(pid=20982): Terminated: ok {rc=0}\u000a15:54:14.030386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20984): Launched\u000a15:54:14.351511 run osmo-hlr_10.42.42.2(pid=20985): Launched\u000a15:54:14.468422 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:54:15.026083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20987): Launched\u000a15:54:15.346141 run osmo-stp_10.42.42.5(pid=20988): Launched\u000a15:54:15.461315 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:54:16.044173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20990): Launched\u000a15:54:16.157187 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:54:16.433376 run patchelf(pid=20991): Launched\u000a15:54:16.620387 run osmo-stp_10.42.42.5(pid=20988): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20988)]\u000a15:54:16.758509 run osmo-stp_10.42.42.5(pid=20988): stdout: \u000a| (launched: 2022-12-10_15:54:15.189072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:16.897403 run osmo-stp_10.42.42.5(pid=20988): stderr: \u000a| �[0;m�[38;5;43m20221210155415380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155415381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155415381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155415381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:17.031248 run osmo-stp_10.42.42.5(pid=20988): stdout: \u000a| (launched: 2022-12-10_15:54:15.189072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:17.164422 run osmo-stp_10.42.42.5(pid=20988): stderr: \u000a| �[0;m�[38;5;43m20221210155415380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155415381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155415381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155415381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:17.317585 run patchelf(pid=20991): Terminating (SIGINT)\u000a15:54:17.496280 run patchelf(pid=20991): Terminated: ok {rc=0}\u000a15:54:17.529221 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20988): Process ended prematurely: osmo-stp_10.42.42.5(pid=20988) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20988)] [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a15:54:17.539048 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a15:54:17.602159 run osmo-hlr_10.42.42.2(pid=20985): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20985)]\u000a15:54:17.653633 run osmo-hlr_10.42.42.2(pid=20985): stdout: \u000a| (launched: 2022-12-10_15:54:14.194815) \u000a15:54:17.705825 run osmo-hlr_10.42.42.2(pid=20985): stderr: \u000a| �[0;m�[1;31m20221210155414393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155414393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155414393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155414393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155414393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155414393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155414405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155414413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155414413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155414413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:54:17.750184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20974): Terminating (SIGTERM)\u000a15:54:17.792012 run iperf3-srv_10.42.42.10(pid=20975): Terminating (SIGTERM)\u000a15:54:17.833939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20976): Terminating (SIGTERM)\u000a15:54:17.875689 run iperf3-srv_10.42.42.10(pid=20977): Terminating (SIGTERM)\u000a15:54:17.917735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20978): Terminating (SIGTERM)\u000a15:54:17.959482 run iperf3-srv_10.42.42.10(pid=20979): Terminating (SIGTERM)\u000a15:54:18.001547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20980): Terminating (SIGTERM)\u000a15:54:18.043324 run iperf3-srv_10.42.42.10(pid=20981): Terminating (SIGTERM)\u000a15:54:18.085287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20984): Terminating (SIGTERM)\u000a15:54:18.127389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20987): Terminating (SIGTERM)\u000a15:54:18.169400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20990): Terminating (SIGTERM)\u000a15:54:18.178936 --- ParallelTerminationStrategy: PID 20974 died...\u000a15:54:18.234942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20974): Terminated: ok {rc=0}\u000a15:54:18.244873 --- ParallelTerminationStrategy: PID 20975 died...\u000a15:54:18.300509 run iperf3-srv_10.42.42.10(pid=20975): Terminated {rc=256}\u000a15:54:18.310465 --- ParallelTerminationStrategy: PID 20976 died...\u000a15:54:18.366169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20976): Terminated: ok {rc=0}\u000a15:54:18.376114 --- ParallelTerminationStrategy: PID 20977 died...\u000a15:54:18.431488 run iperf3-srv_10.42.42.10(pid=20977): Terminated {rc=256}\u000a15:54:18.441879 --- ParallelTerminationStrategy: PID 20978 died...\u000a15:54:18.497494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20978): Terminated: ok {rc=0}\u000a15:54:18.507499 --- ParallelTerminationStrategy: PID 20979 died...\u000a15:54:18.563588 run iperf3-srv_10.42.42.10(pid=20979): Terminated {rc=256}\u000a15:54:18.573909 --- ParallelTerminationStrategy: PID 20980 died...\u000a15:54:18.629491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20980): Terminated: ok {rc=0}\u000a15:54:18.639485 --- ParallelTerminationStrategy: PID 20981 died...\u000a15:54:18.695070 run iperf3-srv_10.42.42.10(pid=20981): Terminated {rc=256}\u000a15:54:18.705077 --- ParallelTerminationStrategy: PID 20984 died...\u000a15:54:18.760608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20984): Terminated: ok {rc=0}\u000a15:54:18.770696 --- ParallelTerminationStrategy: PID 20987 died...\u000a15:54:18.826224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20987): Terminated: ok {rc=0}\u000a15:54:18.836221 --- ParallelTerminationStrategy: PID 20990 died...\u000a15:54:18.891830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20990): Terminated: ok {rc=0}\u000a15:54:18.978897 bus /gobi_4: Setting Powered False\u000a15:54:20.085288 bus /gobi_4: Setting Powered False\u000a15:54:21.196576 bus /gobi_1: Setting Powered False\u000a15:54:22.299867 bus /gobi_1: Setting Powered False\u000a15:54:23.410534 bus /gobi_0: Setting Powered False\u000a15:54:24.515210 bus /gobi_0: Setting Powered False\u000a15:54:25.623770 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20998): Process ended prematurely: osmo-stp_10.42.42.5(pid=20998) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20998)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20998): Process ended prematurely: osmo-stp_10.42.42.5(pid=20998) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a15:54:26.691464 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:26.703537 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:54:26.852478 tst ping.py: using LAC 29020\u000a15:54:26.965990 tst ping.py: using RAC 205\u000a15:54:27.086807 tst ping.py: using CellId 29020\u000a15:54:27.208695 tst ping.py: using BVCI 29021\u000a15:54:27.232613 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:27.244196 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:27.255581 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:27.267050 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:27.278587 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:27.289859 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:27.301314 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:27.312491 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:54:27.596654 tst ping.py:19: start network...\u000a15:54:27.727160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:54:28.225970 run create_hlr_db(pid=20992): Launched\u000a15:54:28.407752 bus /gobi_6: Setting Powered False\u000a15:54:29.429850 run create_hlr_db(pid=20992): Terminated: ok {rc=0}\u000a15:54:29.826610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20994): Launched\u000a15:54:30.120292 run osmo-hlr_10.42.42.2(pid=20995): Launched\u000a15:54:30.228885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:54:30.742104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20997): Launched\u000a15:54:31.224140 run osmo-stp_10.42.42.5(pid=20998): Launched\u000a15:54:31.419344 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:54:31.962721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21000): Launched\u000a15:54:32.078248 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:54:32.357254 run patchelf(pid=21001): Launched\u000a15:54:32.540635 run osmo-stp_10.42.42.5(pid=20998): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20998)]\u000a15:54:32.675617 run osmo-stp_10.42.42.5(pid=20998): stdout: \u000a| (launched: 2022-12-10_15:54:30.924161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:32.810681 run osmo-stp_10.42.42.5(pid=20998): stderr: \u000a| �[0;m�[38;5;43m20221210155431236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155431237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155431238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155431238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:32.941076 run osmo-stp_10.42.42.5(pid=20998): stdout: \u000a| (launched: 2022-12-10_15:54:30.924161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:33.069615 run osmo-stp_10.42.42.5(pid=20998): stderr: \u000a| �[0;m�[38;5;43m20221210155431236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155431237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155431238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155431238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:33.219282 run patchelf(pid=21001): Terminating (SIGINT)\u000a15:54:33.394725 run patchelf(pid=21001): Terminated: ok {rc=0}\u000a15:54:33.426694 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20998): Process ended prematurely: osmo-stp_10.42.42.5(pid=20998) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20998)] [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a15:54:33.435778 tst ping.py:22: Test FAILED (6.7 sec)\u000a15:54:33.498422 run osmo-hlr_10.42.42.2(pid=20995): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20995)]\u000a15:54:33.549689 run osmo-hlr_10.42.42.2(pid=20995): stdout: \u000a| (launched: 2022-12-10_15:54:29.976039) \u000a15:54:33.601569 run osmo-hlr_10.42.42.2(pid=20995): stderr: \u000a| �[0;m�[1;31m20221210155430151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155430151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155430151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155430151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155430151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155430152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155430165 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155430174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155430175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155430175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:54:33.645899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20994): Terminating (SIGTERM)\u000a15:54:33.688095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20997): Terminating (SIGTERM)\u000a15:54:33.730067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21000): Terminating (SIGTERM)\u000a15:54:33.739801 --- ParallelTerminationStrategy: PID 20994 died...\u000a15:54:33.796139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20994): Terminated: ok {rc=0}\u000a15:54:33.806370 --- ParallelTerminationStrategy: PID 20997 died...\u000a15:54:33.862210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20997): Terminated: ok {rc=0}\u000a15:54:33.872343 --- ParallelTerminationStrategy: PID 21000 died...\u000a15:54:33.928097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21000): Terminated: ok {rc=0}\u000a15:54:34.015413 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21008): Process ended prematurely: osmo-stp_10.42.42.5(pid=21008) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21008)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21008): Process ended prematurely: osmo-stp_10.42.42.5(pid=21008) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a15:54:35.068788 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:35.081309 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:54:35.226747 tst ping_idle_ping.py: using LAC 29021\u000a15:54:35.342941 tst ping_idle_ping.py: using RAC 206\u000a15:54:35.460550 tst ping_idle_ping.py: using CellId 29021\u000a15:54:35.577892 tst ping_idle_ping.py: using BVCI 29022\u000a15:54:35.600418 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:35.611320 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:35.622001 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:35.632834 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:35.643882 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:35.654772 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:35.665839 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:35.676686 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:54:35.964661 tst ping_idle_ping.py:24: start network...\u000a15:54:36.096105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:54:36.604128 run create_hlr_db(pid=21002): Launched\u000a15:54:36.786008 bus /gobi_6: Setting Powered False\u000a15:54:37.807528 run create_hlr_db(pid=21002): Terminated: ok {rc=0}\u000a15:54:38.225477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21004): Launched\u000a15:54:38.538713 run osmo-hlr_10.42.42.2(pid=21005): Launched\u000a15:54:38.653350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:54:39.198024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21007): Launched\u000a15:54:39.512542 run osmo-stp_10.42.42.5(pid=21008): Launched\u000a15:54:39.626147 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:54:40.173904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21010): Launched\u000a15:54:40.286301 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:54:40.559075 run patchelf(pid=21011): Launched\u000a15:54:40.742898 run osmo-stp_10.42.42.5(pid=21008): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21008)]\u000a15:54:40.877000 run osmo-stp_10.42.42.5(pid=21008): stdout: \u000a| (launched: 2022-12-10_15:54:39.358012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:41.011687 run osmo-stp_10.42.42.5(pid=21008): stderr: \u000a| �[0;m�[38;5;43m20221210155439549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155439549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155439550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155439550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155439550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155439551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155439551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:41.142096 run osmo-stp_10.42.42.5(pid=21008): stdout: \u000a| (launched: 2022-12-10_15:54:39.358012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:41.270811 run osmo-stp_10.42.42.5(pid=21008): stderr: \u000a| �[0;m�[38;5;43m20221210155439549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155439549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155439550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155439550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155439550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155439551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155439551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:41.421217 run patchelf(pid=21011): Terminating (SIGINT)\u000a15:54:41.597575 run patchelf(pid=21011): Terminated: ok {rc=0}\u000a15:54:41.629713 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21008): Process ended prematurely: osmo-stp_10.42.42.5(pid=21008) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21008)] [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a15:54:41.639127 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a15:54:41.701826 run osmo-hlr_10.42.42.2(pid=21005): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21005)]\u000a15:54:41.753162 run osmo-hlr_10.42.42.2(pid=21005): stdout: \u000a| (launched: 2022-12-10_15:54:38.385244) \u000a15:54:41.805178 run osmo-hlr_10.42.42.2(pid=21005): stderr: \u000a| �[0;m�[1;31m20221210155438582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155438583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155438583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155438583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155438583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155438583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155438598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155438609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155438609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155438609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:54:41.849738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21004): Terminating (SIGTERM)\u000a15:54:41.891886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21007): Terminating (SIGTERM)\u000a15:54:41.934064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21010): Terminating (SIGTERM)\u000a15:54:41.943734 --- ParallelTerminationStrategy: PID 21004 died...\u000a15:54:41.999746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21004): Terminated: ok {rc=0}\u000a15:54:42.009880 --- ParallelTerminationStrategy: PID 21007 died...\u000a15:54:42.065259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21007): Terminated: ok {rc=0}\u000a15:54:42.075363 --- ParallelTerminationStrategy: PID 21010 died...\u000a15:54:42.131515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21010): Terminated: ok {rc=0}\u000a15:54:42.217810 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:53:44" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21022): Process ended prematurely: osmo-stp_10.42.42.5(pid=21022) [trial-2376↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21022)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21022): Process ended prematurely: osmo-stp_10.42.42.5(pid=21022) [trial-2376↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a15:54:44.215746 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:54:44.227379 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:54:44.375694 tst switch_tch_pdch.py: using LAC 29022\u000a15:54:44.498019 tst switch_tch_pdch.py: using RAC 207\u000a15:54:44.619519 tst switch_tch_pdch.py: using CellId 29022\u000a15:54:44.744116 tst switch_tch_pdch.py: using BVCI 29023\u000a15:54:44.768147 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:54:44.779668 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:54:44.791024 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:54:44.802406 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:54:44.813766 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:54:44.825234 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:54:44.836722 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:54:44.848101 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:54:44.961289 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:54:45.248774 tst switch_tch_pdch.py:51: start network...\u000a15:54:45.378566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:54:45.885819 run create_hlr_db(pid=21016): Launched\u000a15:54:46.070138 bus /gobi_6: Setting Powered False\u000a15:54:47.089369 run create_hlr_db(pid=21016): Terminated: ok {rc=0}\u000a15:54:47.510182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21018): Launched\u000a15:54:47.822284 run osmo-hlr_10.42.42.2(pid=21019): Launched\u000a15:54:47.942315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:54:48.486209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21021): Launched\u000a15:54:48.798403 run osmo-stp_10.42.42.5(pid=21022): Launched\u000a15:54:48.911476 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:54:49.457707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21024): Launched\u000a15:54:49.569949 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:54:49.841855 run patchelf(pid=21025): Launched\u000a15:54:50.024528 run osmo-stp_10.42.42.5(pid=21022): ERR: Terminated: ERROR {rc=1} [trial-2376↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21022)]\u000a15:54:50.159232 run osmo-stp_10.42.42.5(pid=21022): stdout: \u000a| (launched: 2022-12-10_15:54:48.645380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:50.293256 run osmo-stp_10.42.42.5(pid=21022): stderr: \u000a| �[0;m�[38;5;43m20221210155448837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155448837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155448837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155448838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155448838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155448838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155448838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:50.422718 run osmo-stp_10.42.42.5(pid=21022): stdout: \u000a| (launched: 2022-12-10_15:54:48.645380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:50.551080 run osmo-stp_10.42.42.5(pid=21022): stderr: \u000a| �[0;m�[38;5;43m20221210155448837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155448837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155448837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155448838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155448838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155448838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155448838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:50.700279 run patchelf(pid=21025): Terminating (SIGINT)\u000a15:54:50.875417 run patchelf(pid=21025): Terminated: ok {rc=0}\u000a15:54:50.907260 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21022): Process ended prematurely: osmo-stp_10.42.42.5(pid=21022) [trial-2376↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21022)] [trial-2376↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a15:54:50.916322 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a15:54:50.978613 run osmo-hlr_10.42.42.2(pid=21019): ERR: Terminated: ERROR {rc=237} [trial-2376↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21019)]\u000a15:54:51.029506 run osmo-hlr_10.42.42.2(pid=21019): stdout: \u000a| (launched: 2022-12-10_15:54:47.669996) \u000a15:54:51.081064 run osmo-hlr_10.42.42.2(pid=21019): stderr: \u000a| �[0;m�[1;31m20221210155447868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155447868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155447868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155447869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155447869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155447869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155447881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155447892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155447892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155447892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:54:51.125553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21018): Terminating (SIGTERM)\u000a15:54:51.167054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21021): Terminating (SIGTERM)\u000a15:54:51.208395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21024): Terminating (SIGTERM)\u000a15:54:51.217954 --- ParallelTerminationStrategy: PID 21018 died...\u000a15:54:51.273302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21018): Terminated: ok {rc=0}\u000a15:54:51.283161 --- ParallelTerminationStrategy: PID 21021 died...\u000a15:54:51.337909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21021): Terminated: ok {rc=0}\u000a15:54:51.347768 --- ParallelTerminationStrategy: PID 21024 died...\u000a15:54:51.402685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21024): Terminated: ok {rc=0}\u000a15:54:51.489625 bus /gobi_0: Setting Powered False\u000a15:54:52.595872 bus /gobi_0: Setting Powered False\u000a15:54:53.703040 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:54:43" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21036): Process ended prematurely: osmo-stp_10.42.42.5(pid=21036) [trial-2376↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21036)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21036): Process ended prematurely: osmo-stp_10.42.42.5(pid=21036) [trial-2376↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a15:54:55.644666 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:54:55.655443 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a15:54:55.796910 tst switch_tch_pdch.py: using LAC 29023\u000a15:54:55.911444 tst switch_tch_pdch.py: using RAC 208\u000a15:54:56.026155 tst switch_tch_pdch.py: using CellId 29023\u000a15:54:56.148373 tst switch_tch_pdch.py: using BVCI 29024\u000a15:54:56.172552 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:54:56.184087 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:54:56.195311 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:54:56.206517 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:54:56.217533 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:54:56.228487 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:54:56.239802 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:54:56.250839 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a15:54:56.366639 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a15:54:56.641579 tst switch_tch_pdch.py:51: start network...\u000a15:54:56.763380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:54:57.200430 run create_hlr_db(pid=21030): Launched\u000a15:54:57.320576 bus /gobi_6: Setting Powered False\u000a15:54:58.391969 run create_hlr_db(pid=21030): Terminated: ok {rc=0}\u000a15:54:58.755836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21032): Launched\u000a15:54:59.048488 run osmo-hlr_10.42.42.2(pid=21033): Launched\u000a15:54:59.162155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:54:59.654215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21035): Launched\u000a15:54:59.946922 run osmo-stp_10.42.42.5(pid=21036): Launched\u000a15:55:00.054172 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:55:00.538930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21038): Launched\u000a15:55:00.643125 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:55:00.922265 run patchelf(pid=21039): Launched\u000a15:55:01.110884 run osmo-stp_10.42.42.5(pid=21036): ERR: Terminated: ERROR {rc=1} [trial-2376↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21036)]\u000a15:55:01.249284 run osmo-stp_10.42.42.5(pid=21036): stdout: \u000a| (launched: 2022-12-10_15:54:59.802783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:01.395898 run osmo-stp_10.42.42.5(pid=21036): stderr: \u000a| �[0;m�[38;5;43m20221210155459974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155459974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155459974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155459974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155459975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155459975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155459975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:01.527458 run osmo-stp_10.42.42.5(pid=21036): stdout: \u000a| (launched: 2022-12-10_15:54:59.802783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:01.659755 run osmo-stp_10.42.42.5(pid=21036): stderr: \u000a| �[0;m�[38;5;43m20221210155459974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155459974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155459974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155459974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155459975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155459975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155459975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:01.823020 run patchelf(pid=21039): Terminating (SIGINT)\u000a15:55:02.003944 run patchelf(pid=21039): Terminated: ok {rc=0}\u000a15:55:02.037134 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21036): Process ended prematurely: osmo-stp_10.42.42.5(pid=21036) [trial-2376↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21036)] [trial-2376↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a15:55:02.047017 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a15:55:02.112201 run osmo-hlr_10.42.42.2(pid=21033): ERR: Terminated: ERROR {rc=237} [trial-2376↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21033)]\u000a15:55:02.165859 run osmo-hlr_10.42.42.2(pid=21033): stdout: \u000a| (launched: 2022-12-10_15:54:58.904219) \u000a15:55:02.218117 run osmo-hlr_10.42.42.2(pid=21033): stderr: \u000a| �[0;m�[1;31m20221210155459080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155459080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155459080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155459080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155459080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155459080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155459092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155459100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155459100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155459100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:55:02.262565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21032): Terminating (SIGTERM)\u000a15:55:02.304639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21035): Terminating (SIGTERM)\u000a15:55:02.347045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21038): Terminating (SIGTERM)\u000a15:55:02.357154 --- ParallelTerminationStrategy: PID 21032 died...\u000a15:55:02.413270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21032): Terminated: ok {rc=0}\u000a15:55:02.423710 --- ParallelTerminationStrategy: PID 21035 died...\u000a15:55:02.479994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21035): Terminated: ok {rc=0}\u000a15:55:02.490602 --- ParallelTerminationStrategy: PID 21038 died...\u000a15:55:02.547070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21038): Terminated: ok {rc=0}\u000a15:55:02.635613 bus /gobi_0: Setting Powered False\u000a15:55:03.742313 bus /gobi_0: Setting Powered False\u000a15:55:04.849926 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:54:55" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21048) [trial-2376↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21048)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21048) [trial-2376↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a15:55:06.736715 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a15:55:06.747857 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a15:55:06.885499 tst mo_mt_sms.py: using LAC 29024\u000a15:55:07.007703 tst mo_mt_sms.py: using RAC 209\u000a15:55:07.130595 tst mo_mt_sms.py: using CellId 29024\u000a15:55:07.253190 tst mo_mt_sms.py: using BVCI 29025\u000a15:55:07.276527 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a15:55:07.388188 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a15:55:07.671272 tst mo_mt_sms.py:9: start nitb and bts...\u000a15:55:07.799678 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:55:08.439614 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21047): Launched\u000a15:55:08.744436 run osmo-nitb_10.42.42.2(pid=21048): Launched\u000a15:55:08.933906 run osmo-nitb_10.42.42.2(pid=21048): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21048)]\u000a15:55:09.073483 run osmo-nitb_10.42.42.2(pid=21048): stdout: \u000a| (launched: 2022-12-10_15:55:08.597250) \u000a15:55:09.214372 run osmo-nitb_10.42.42.2(pid=21048): stderr: \u000a| (launched: 2022-12-10_15:55:08.643340)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:55:09.349935 run osmo-nitb_10.42.42.2(pid=21048): stdout: \u000a| (launched: 2022-12-10_15:55:08.597250) \u000a15:55:09.484145 run osmo-nitb_10.42.42.2(pid=21048): stderr: \u000a| (launched: 2022-12-10_15:55:08.643340)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:55:09.869178 tst osmo-nitb_10.42.42.2(pid=21048): stdout: \u000a| (launched: 2022-12-10_15:55:08.597250) \u000a15:55:09.992662 tst osmo-nitb_10.42.42.2(pid=21048): stderr: \u000a| (launched: 2022-12-10_15:55:08.643340)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:55:10.046703 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=21048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21048) [trial-2376↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21048)] [trial-2376↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a15:55:10.055068 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a15:55:10.091806 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21047): Terminating (SIGTERM)\u000a15:55:10.269847 --- ParallelTerminationStrategy: PID 21047 died...\u000a15:55:10.327592 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21047): Terminated: ok {rc=0}\u000a15:55:10.415361 bus /sierra_3: Setting Powered False\u000a15:55:11.518153 bus /sierra_3: Setting Powered False\u000a15:55:12.630056 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:55:06" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21058): Process ended prematurely: osmo-stp_10.42.42.5(pid=21058) [trial-2376↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21058)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21058): Process ended prematurely: osmo-stp_10.42.42.5(pid=21058) [trial-2376↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a15:55:14.519814 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:14.530763 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a15:55:14.667274 tst mo_mt_sms.py: using LAC 29025\u000a15:55:14.779824 tst mo_mt_sms.py: using RAC 210\u000a15:55:14.891967 tst mo_mt_sms.py: using CellId 29025\u000a15:55:15.006794 tst mo_mt_sms.py: using BVCI 29026\u000a15:55:15.028684 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:15.039178 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:15.049539 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:15.059953 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:15.070537 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:15.080892 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a15:55:15.197335 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a15:55:15.391605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:55:15.867036 run create_hlr_db(pid=21052): Launched\u000a15:55:16.038439 bus /sierra_2: Setting Powered False\u000a15:55:17.107425 run create_hlr_db(pid=21052): Terminated: ok {rc=0}\u000a15:55:17.525681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21054): Launched\u000a15:55:17.814610 run osmo-hlr_10.42.42.2(pid=21055): Launched\u000a15:55:17.919607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:55:18.418962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21057): Launched\u000a15:55:18.706091 run osmo-stp_10.42.42.5(pid=21058): Launched\u000a15:55:18.811509 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:55:19.340626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21060): Launched\u000a15:55:19.628571 run osmo-msc_10.42.42.6(pid=21061): Launched\u000a15:55:19.800129 run osmo-stp_10.42.42.5(pid=21058): ERR: Terminated: ERROR {rc=1} [trial-2376↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21058)]\u000a15:55:19.924164 run osmo-stp_10.42.42.5(pid=21058): stdout: \u000a| (launched: 2022-12-10_15:55:18.565317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:20.044901 run osmo-stp_10.42.42.5(pid=21058): stderr: \u000a| �[0;m�[38;5;43m20221210155518732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155518732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155518733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155518733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155518733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155518733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155518734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:20.161152 run osmo-stp_10.42.42.5(pid=21058): stdout: \u000a| (launched: 2022-12-10_15:55:18.565317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:20.276524 run osmo-stp_10.42.42.5(pid=21058): stderr: \u000a| �[0;m�[38;5;43m20221210155518732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155518732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155518733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155518733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155518733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155518733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155518734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:20.327110 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=21058): Process ended prematurely: osmo-stp_10.42.42.5(pid=21058) [trial-2376↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21058)] [trial-2376↪sms:trx-b200↪mo_mt_sms.py:16]\u000a15:55:20.335146 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a15:55:20.395272 run osmo-hlr_10.42.42.2(pid=21055): ERR: Terminated: ERROR {rc=237} [trial-2376↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21055)]\u000a15:55:20.444468 run osmo-hlr_10.42.42.2(pid=21055): stdout: \u000a| (launched: 2022-12-10_15:55:17.673131) \u000a15:55:20.494613 run osmo-hlr_10.42.42.2(pid=21055): stderr: \u000a| �[0;m�[1;31m20221210155517849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155517849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155517849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155517849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155517849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155517849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155517861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155517869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155517869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155517870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:55:20.562153 run osmo-msc_10.42.42.6(pid=21061): ERR: Terminated: ERROR {rc=2} [trial-2376↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21061)]\u000a15:55:20.611345 run osmo-msc_10.42.42.6(pid=21061): stdout: \u000a| (launched: 2022-12-10_15:55:19.486974) \u000a15:55:20.661351 run osmo-msc_10.42.42.6(pid=21061): stderr: \u000a| �[0;m�[38;5;43m20221210155519758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155519758 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe81a492c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155519758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155519758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155519758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155519758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155519760 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155519761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155519761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155519761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:55:20.703650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21054): Terminating (SIGTERM)\u000a15:55:20.743952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21057): Terminating (SIGTERM)\u000a15:55:20.784180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21060): Terminating (SIGTERM)\u000a15:55:20.793626 --- ParallelTerminationStrategy: PID 21054 died...\u000a15:55:20.847252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21054): Terminated: ok {rc=0}\u000a15:55:20.856740 --- ParallelTerminationStrategy: PID 21057 died...\u000a15:55:20.909831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21057): Terminated: ok {rc=0}\u000a15:55:20.919494 --- ParallelTerminationStrategy: PID 21060 died...\u000a15:55:20.972307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21060): Terminated: ok {rc=0}\u000a15:55:21.055694 bus /sierra_3: Setting Powered False\u000a15:55:22.163569 bus /sierra_3: Setting Powered False\u000a15:55:23.271021 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:55:14" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21067) [trial-2376↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21067)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21067) [trial-2376↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a15:55:25.101988 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a15:55:25.112460 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a15:55:25.246155 tst assert_extension.py: using LAC 29026\u000a15:55:25.367910 tst assert_extension.py: using RAC 211\u000a15:55:25.491128 tst assert_extension.py: using CellId 29026\u000a15:55:25.611755 tst assert_extension.py: using BVCI 29027\u000a15:55:25.635429 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a15:55:25.901457 tst assert_extension.py:10: start nitb and bts...\u000a15:55:26.021983 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:55:26.619145 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21066): Launched\u000a15:55:26.902861 run osmo-nitb_10.42.42.2(pid=21067): Launched\u000a15:55:27.079810 run osmo-nitb_10.42.42.2(pid=21067): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21067)]\u000a15:55:27.211550 run osmo-nitb_10.42.42.2(pid=21067): stdout: \u000a| (launched: 2022-12-10_15:55:26.764646) \u000a15:55:27.343035 run osmo-nitb_10.42.42.2(pid=21067): stderr: \u000a| (launched: 2022-12-10_15:55:26.807263)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:55:27.470315 run osmo-nitb_10.42.42.2(pid=21067): stdout: \u000a| (launched: 2022-12-10_15:55:26.764646) \u000a15:55:27.596366 run osmo-nitb_10.42.42.2(pid=21067): stderr: \u000a| (launched: 2022-12-10_15:55:26.807263)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:55:28.020329 tst osmo-nitb_10.42.42.2(pid=21067): stdout: \u000a| (launched: 2022-12-10_15:55:26.764646) \u000a15:55:28.136009 tst osmo-nitb_10.42.42.2(pid=21067): stderr: \u000a| (launched: 2022-12-10_15:55:26.807263)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:55:28.186665 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=21067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21067) [trial-2376↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21067)] [trial-2376↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a15:55:28.194919 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a15:55:28.230191 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21066): Terminating (SIGTERM)\u000a15:55:28.408103 --- ParallelTerminationStrategy: PID 21066 died...\u000a15:55:28.464045 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21066): Terminated: ok {rc=0}\u000a15:55:28.551755 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:55:24" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21077): Process ended prematurely: osmo-stp_10.42.42.5(pid=21077) [trial-2376↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21077)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21077): Process ended prematurely: osmo-stp_10.42.42.5(pid=21077) [trial-2376↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a15:55:30.396880 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:30.408311 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a15:55:30.539241 tst assert_extension.py: using LAC 29027\u000a15:55:30.650418 tst assert_extension.py: using RAC 212\u000a15:55:30.766302 tst assert_extension.py: using CellId 29027\u000a15:55:30.880933 tst assert_extension.py: using BVCI 29028\u000a15:55:30.917413 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:30.930194 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:30.941969 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:30.953199 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:30.965699 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:30.977188 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a15:55:31.193482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:55:31.701765 run create_hlr_db(pid=21071): Launched\u000a15:55:31.872466 bus /sierra_2: Setting Powered False\u000a15:55:32.890564 run create_hlr_db(pid=21071): Terminated: ok {rc=0}\u000a15:55:33.305256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21073): Launched\u000a15:55:33.615175 run osmo-hlr_10.42.42.2(pid=21074): Launched\u000a15:55:33.729774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:55:34.268309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21076): Launched\u000a15:55:34.578034 run osmo-stp_10.42.42.5(pid=21077): Launched\u000a15:55:34.690464 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:55:35.253537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21079): Launched\u000a15:55:35.561434 run osmo-msc_10.42.42.6(pid=21080): Launched\u000a15:55:35.743147 run osmo-stp_10.42.42.5(pid=21077): ERR: Terminated: ERROR {rc=1} [trial-2376↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21077)]\u000a15:55:35.874808 run osmo-stp_10.42.42.5(pid=21077): stdout: \u000a| (launched: 2022-12-10_15:55:34.426631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:36.005784 run osmo-stp_10.42.42.5(pid=21077): stderr: \u000a| �[0;m�[38;5;43m20221210155534618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155534618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155534618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155534618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155534619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155534619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155534619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:36.131176 run osmo-stp_10.42.42.5(pid=21077): stdout: \u000a| (launched: 2022-12-10_15:55:34.426631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:36.255165 run osmo-stp_10.42.42.5(pid=21077): stderr: \u000a| �[0;m�[38;5;43m20221210155534618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155534618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155534618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155534618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155534619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155534619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155534619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:36.309277 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=21077): Process ended prematurely: osmo-stp_10.42.42.5(pid=21077) [trial-2376↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21077)] [trial-2376↪ussd:trx-b200↪assert_extension.py:17]\u000a15:55:36.317784 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a15:55:36.380264 run osmo-hlr_10.42.42.2(pid=21074): ERR: Terminated: ERROR {rc=237} [trial-2376↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21074)]\u000a15:55:36.431737 run osmo-hlr_10.42.42.2(pid=21074): stdout: \u000a| (launched: 2022-12-10_15:55:33.463176) \u000a15:55:36.483563 run osmo-hlr_10.42.42.2(pid=21074): stderr: \u000a| �[0;m�[1;31m20221210155533661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155533661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155533661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155533661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155533661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155533661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155533674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155533684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155533684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155533684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:55:36.554201 run osmo-msc_10.42.42.6(pid=21080): ERR: Terminated: ERROR {rc=2} [trial-2376↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21080)]\u000a15:55:36.605573 run osmo-msc_10.42.42.6(pid=21080): stdout: \u000a| (launched: 2022-12-10_15:55:35.410602) \u000a15:55:36.657391 run osmo-msc_10.42.42.6(pid=21080): stderr: \u000a| �[0;m�[38;5;43m20221210155535730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155535730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28754c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155535730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155535730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155535730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155535730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155535732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155535732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155535732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155535733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:55:36.701618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21073): Terminating (SIGTERM)\u000a15:55:36.743442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21076): Terminating (SIGTERM)\u000a15:55:36.785390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21079): Terminating (SIGTERM)\u000a15:55:36.795104 --- ParallelTerminationStrategy: PID 21073 died...\u000a15:55:36.850840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21073): Terminated: ok {rc=0}\u000a15:55:36.860724 --- ParallelTerminationStrategy: PID 21076 died...\u000a15:55:36.916116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21076): Terminated: ok {rc=0}\u000a15:55:36.926072 --- ParallelTerminationStrategy: PID 21079 died...\u000a15:55:36.981407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21079): Terminated: ok {rc=0}\u000a15:55:37.067785 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:55:30" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21091): Process ended prematurely: osmo-stp_10.42.42.5(pid=21091) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21091)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21091): Process ended prematurely: osmo-stp_10.42.42.5(pid=21091) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:55:39.030108 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:39.041929 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:55:39.204339 tst mo_mt_call.py: using LAC 29028\u000a15:55:39.322766 tst mo_mt_call.py: using RAC 213\u000a15:55:39.438762 tst mo_mt_call.py: using CellId 29028\u000a15:55:39.561225 tst mo_mt_call.py: using BVCI 29029\u000a15:55:39.585296 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:39.597000 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:39.608357 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:39.619848 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:39.631395 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:39.642907 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:55:39.757421 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:55:39.962841 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:55:40.466316 run create_hlr_db(pid=21085): Launched\u000a15:55:40.649142 bus /sierra_2: Setting Powered False\u000a15:55:41.670316 run create_hlr_db(pid=21085): Terminated: ok {rc=0}\u000a15:55:42.067612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21087): Launched\u000a15:55:42.362744 run osmo-hlr_10.42.42.2(pid=21088): Launched\u000a15:55:42.474350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:55:42.982467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21090): Launched\u000a15:55:43.275076 run osmo-stp_10.42.42.5(pid=21091): Launched\u000a15:55:43.382697 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:55:43.919302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21093): Launched\u000a15:55:44.213660 run osmo-msc_10.42.42.6(pid=21094): Launched\u000a15:55:44.387644 run osmo-stp_10.42.42.5(pid=21091): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21091)]\u000a15:55:44.513452 run osmo-stp_10.42.42.5(pid=21091): stdout: \u000a| (launched: 2022-12-10_15:55:43.131360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:44.636606 run osmo-stp_10.42.42.5(pid=21091): stderr: \u000a| �[0;m�[38;5;43m20221210155543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155543300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:44.755196 run osmo-stp_10.42.42.5(pid=21091): stdout: \u000a| (launched: 2022-12-10_15:55:43.131360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:44.873089 run osmo-stp_10.42.42.5(pid=21091): stderr: \u000a| �[0;m�[38;5;43m20221210155543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155543300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:44.925100 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21091): Process ended prematurely: osmo-stp_10.42.42.5(pid=21091) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21091)] [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a15:55:44.933843 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a15:55:44.993431 run osmo-hlr_10.42.42.2(pid=21088): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21088)]\u000a15:55:45.042541 run osmo-hlr_10.42.42.2(pid=21088): stdout: \u000a| (launched: 2022-12-10_15:55:42.217677) \u000a15:55:45.092179 run osmo-hlr_10.42.42.2(pid=21088): stderr: \u000a| �[0;m�[1;31m20221210155542391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155542391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155542391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155542391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155542391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155542391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155542403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155542413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155542414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155542414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:55:45.159074 run osmo-msc_10.42.42.6(pid=21094): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21094)]\u000a15:55:45.207859 run osmo-msc_10.42.42.6(pid=21094): stdout: \u000a| (launched: 2022-12-10_15:55:44.068755) \u000a15:55:45.257121 run osmo-msc_10.42.42.6(pid=21094): stderr: \u000a| �[0;m�[38;5;43m20221210155544334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155544334 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0cfbd9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155544334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155544334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155544334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155544335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155544338 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155544338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155544338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155544339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:55:45.299039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21087): Terminating (SIGTERM)\u000a15:55:45.338737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21090): Terminating (SIGTERM)\u000a15:55:45.378509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21093): Terminating (SIGTERM)\u000a15:55:45.387626 --- ParallelTerminationStrategy: PID 21087 died...\u000a15:55:45.440894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21087): Terminated: ok {rc=0}\u000a15:55:45.450446 --- ParallelTerminationStrategy: PID 21090 died...\u000a15:55:45.503432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21090): Terminated: ok {rc=0}\u000a15:55:45.513334 --- ParallelTerminationStrategy: PID 21093 died...\u000a15:55:45.566898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21093): Terminated: ok {rc=0}\u000a15:55:45.654539 bus /sierra_3: Setting Powered False\u000a15:55:46.781131 bus /sierra_3: Setting Powered False\u000a15:55:47.895733 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21102): Process ended prematurely: osmo-stp_10.42.42.5(pid=21102) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21102)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21102): Process ended prematurely: osmo-stp_10.42.42.5(pid=21102) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:55:49.012426 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:49.024556 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:55:49.188589 tst mo_mt_call_osmux.py: using LAC 29029\u000a15:55:49.311684 tst mo_mt_call_osmux.py: using RAC 214\u000a15:55:49.435232 tst mo_mt_call_osmux.py: using CellId 29029\u000a15:55:49.553806 tst mo_mt_call_osmux.py: using BVCI 29030\u000a15:55:49.576215 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:49.587331 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:49.598335 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:49.609523 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:49.620640 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:49.631735 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:55:49.747113 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:55:49.950062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:55:50.453869 run create_hlr_db(pid=21096): Launched\u000a15:55:50.636314 bus /sierra_2: Setting Powered False\u000a15:55:51.657844 run create_hlr_db(pid=21096): Terminated: ok {rc=0}\u000a15:55:52.054481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21098): Launched\u000a15:55:52.348501 run osmo-hlr_10.42.42.2(pid=21099): Launched\u000a15:55:52.463471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:55:52.979869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21101): Launched\u000a15:55:53.273392 run osmo-stp_10.42.42.5(pid=21102): Launched\u000a15:55:53.381064 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:55:53.918401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21104): Launched\u000a15:55:54.212650 run osmo-msc_10.42.42.6(pid=21105): Launched\u000a15:55:54.385931 run osmo-stp_10.42.42.5(pid=21102): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21102)]\u000a15:55:54.511519 run osmo-stp_10.42.42.5(pid=21102): stdout: \u000a| (launched: 2022-12-10_15:55:53.129699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:54.635151 run osmo-stp_10.42.42.5(pid=21102): stderr: \u000a| �[0;m�[38;5;43m20221210155553298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155553298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155553299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155553299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155553299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155553300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155553300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:54.754155 run osmo-stp_10.42.42.5(pid=21102): stdout: \u000a| (launched: 2022-12-10_15:55:53.129699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:54.872286 run osmo-stp_10.42.42.5(pid=21102): stderr: \u000a| �[0;m�[38;5;43m20221210155553298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155553298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155553299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155553299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155553299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155553300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155553300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:54.924307 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21102): Process ended prematurely: osmo-stp_10.42.42.5(pid=21102) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21102)] [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a15:55:54.933121 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a15:55:54.994303 run osmo-hlr_10.42.42.2(pid=21099): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21099)]\u000a15:55:55.044023 run osmo-hlr_10.42.42.2(pid=21099): stdout: \u000a| (launched: 2022-12-10_15:55:52.203799) \u000a15:55:55.094617 run osmo-hlr_10.42.42.2(pid=21099): stderr: \u000a| �[0;m�[1;31m20221210155552377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155552377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155552377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155552377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155552377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155552377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155552388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155552397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155552397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155552397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:55:55.162816 run osmo-msc_10.42.42.6(pid=21105): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21105)]\u000a15:55:55.212474 run osmo-msc_10.42.42.6(pid=21105): stdout: \u000a| (launched: 2022-12-10_15:55:54.068291) \u000a15:55:55.262496 run osmo-msc_10.42.42.6(pid=21105): stderr: \u000a| �[0;m�[38;5;43m20221210155554336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155554336 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff44e1b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155554336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155554336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155554338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155554338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155554340 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155554340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155554340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155554340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:55:55.304844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21098): Terminating (SIGTERM)\u000a15:55:55.345483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21101): Terminating (SIGTERM)\u000a15:55:55.386477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21104): Terminating (SIGTERM)\u000a15:55:55.395780 --- ParallelTerminationStrategy: PID 21098 died...\u000a15:55:55.450276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21098): Terminated: ok {rc=0}\u000a15:55:55.459941 --- ParallelTerminationStrategy: PID 21101 died...\u000a15:55:55.513856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21101): Terminated: ok {rc=0}\u000a15:55:55.523777 --- ParallelTerminationStrategy: PID 21104 died...\u000a15:55:55.577641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21104): Terminated: ok {rc=0}\u000a15:55:55.665369 bus /sierra_3: Setting Powered False\u000a15:55:56.768699 bus /sierra_3: Setting Powered False\u000a15:55:57.879901 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:55:38" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21116): Process ended prematurely: osmo-stp_10.42.42.5(pid=21116) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21116)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21116): Process ended prematurely: osmo-stp_10.42.42.5(pid=21116) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a15:55:59.883566 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:55:59.894913 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:56:00.053192 tst mo_mt_call.py: using LAC 29030\u000a15:56:00.175019 tst mo_mt_call.py: using RAC 215\u000a15:56:00.289907 tst mo_mt_call.py: using CellId 29030\u000a15:56:00.403365 tst mo_mt_call.py: using BVCI 29031\u000a15:56:00.425880 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:56:00.436928 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:56:00.447966 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:56:00.459047 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:56:00.470217 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:56:00.481215 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:56:00.597866 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:56:00.793607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:56:01.349560 run create_hlr_db(pid=21110): Launched\u000a15:56:01.523767 bus /sierra_2: Setting Powered False\u000a15:56:02.541614 run create_hlr_db(pid=21110): Terminated: ok {rc=0}\u000a15:56:02.960003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21112): Launched\u000a15:56:03.274223 run osmo-hlr_10.42.42.2(pid=21113): Launched\u000a15:56:03.393172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:56:03.938126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21115): Launched\u000a15:56:04.252147 run osmo-stp_10.42.42.5(pid=21116): Launched\u000a15:56:04.365988 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:56:04.940875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21118): Launched\u000a15:56:05.254678 run osmo-msc_10.42.42.6(pid=21119): Launched\u000a15:56:05.439049 run osmo-stp_10.42.42.5(pid=21116): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21116)]\u000a15:56:05.572397 run osmo-stp_10.42.42.5(pid=21116): stdout: \u000a| (launched: 2022-12-10_15:56:04.098979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:05.705501 run osmo-stp_10.42.42.5(pid=21116): stderr: \u000a| �[0;m�[38;5;43m20221210155604289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155604289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155604289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155604290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155604290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155604290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155604290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:05.832322 run osmo-stp_10.42.42.5(pid=21116): stdout: \u000a| (launched: 2022-12-10_15:56:04.098979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:05.958142 run osmo-stp_10.42.42.5(pid=21116): stderr: \u000a| �[0;m�[38;5;43m20221210155604289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155604289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155604289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155604290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155604290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155604290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155604290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:06.013552 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21116): Process ended prematurely: osmo-stp_10.42.42.5(pid=21116) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21116)] [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a15:56:06.022668 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:56:06.085523 run osmo-hlr_10.42.42.2(pid=21113): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21113)]\u000a15:56:06.136806 run osmo-hlr_10.42.42.2(pid=21113): stdout: \u000a| (launched: 2022-12-10_15:56:03.120266) \u000a15:56:06.189196 run osmo-hlr_10.42.42.2(pid=21113): stderr: \u000a| �[0;m�[1;31m20221210155603318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155603318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155603318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155603318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155603318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155603318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155603332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155603343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155603343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155603343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:56:06.259623 run osmo-msc_10.42.42.6(pid=21119): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21119)]\u000a15:56:06.310769 run osmo-msc_10.42.42.6(pid=21119): stdout: \u000a| (launched: 2022-12-10_15:56:05.100854) \u000a15:56:06.362451 run osmo-msc_10.42.42.6(pid=21119): stderr: \u000a| �[0;m�[38;5;43m20221210155605419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155605419 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f0a3dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155605419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155605419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155605419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155605419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155605421 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155605422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155605422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155605422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:56:06.406700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21112): Terminating (SIGTERM)\u000a15:56:06.448622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21115): Terminating (SIGTERM)\u000a15:56:06.490525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21118): Terminating (SIGTERM)\u000a15:56:06.500070 --- ParallelTerminationStrategy: PID 21112 died...\u000a15:56:06.556258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21112): Terminated: ok {rc=0}\u000a15:56:06.566420 --- ParallelTerminationStrategy: PID 21115 died...\u000a15:56:06.622001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21115): Terminated: ok {rc=0}\u000a15:56:06.632007 --- ParallelTerminationStrategy: PID 21118 died...\u000a15:56:06.687595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21118): Terminated: ok {rc=0}\u000a15:56:06.775015 bus /sierra_3: Setting Powered False\u000a15:56:07.881961 bus /sierra_3: Setting Powered False\u000a15:56:08.993040 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21127): Process ended prematurely: osmo-stp_10.42.42.5(pid=21127) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21127)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21127): Process ended prematurely: osmo-stp_10.42.42.5(pid=21127) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:56:10.102535 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:56:10.114332 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:56:10.268365 tst mo_mt_call_osmux.py: using LAC 29031\u000a15:56:10.385697 tst mo_mt_call_osmux.py: using RAC 216\u000a15:56:10.509408 tst mo_mt_call_osmux.py: using CellId 29031\u000a15:56:10.634246 tst mo_mt_call_osmux.py: using BVCI 29032\u000a15:56:10.658205 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:56:10.669785 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:56:10.681096 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:56:10.692449 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:56:10.703839 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:56:10.715223 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:56:10.830687 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:56:11.028744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:56:11.491897 run create_hlr_db(pid=21121): Launched\u000a15:56:11.663285 bus /sierra_2: Setting Powered False\u000a15:56:12.684819 run create_hlr_db(pid=21121): Terminated: ok {rc=0}\u000a15:56:13.078522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21123): Launched\u000a15:56:13.373791 run osmo-hlr_10.42.42.2(pid=21124): Launched\u000a15:56:13.484468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:56:14.001519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21126): Launched\u000a15:56:14.295700 run osmo-stp_10.42.42.5(pid=21127): Launched\u000a15:56:14.403641 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:56:14.945883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21129): Launched\u000a15:56:15.241276 run osmo-msc_10.42.42.6(pid=21130): Launched\u000a15:56:15.416349 run osmo-stp_10.42.42.5(pid=21127): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21127)]\u000a15:56:15.543308 run osmo-stp_10.42.42.5(pid=21127): stdout: \u000a| (launched: 2022-12-10_15:56:14.151171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:15.667344 run osmo-stp_10.42.42.5(pid=21127): stderr: \u000a| �[0;m�[38;5;43m20221210155614318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155614318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155614318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155614319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155614319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155614319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155614319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:15.786691 run osmo-stp_10.42.42.5(pid=21127): stdout: \u000a| (launched: 2022-12-10_15:56:14.151171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:15.917271 run osmo-stp_10.42.42.5(pid=21127): stderr: \u000a| �[0;m�[38;5;43m20221210155614318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155614318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155614318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155614319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155614319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155614319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155614319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:15.971738 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21127): Process ended prematurely: osmo-stp_10.42.42.5(pid=21127) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21127)] [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a15:56:15.981447 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a15:56:16.045643 run osmo-hlr_10.42.42.2(pid=21124): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21124)]\u000a15:56:16.097124 run osmo-hlr_10.42.42.2(pid=21124): stdout: \u000a| (launched: 2022-12-10_15:56:13.229646) \u000a15:56:16.149894 run osmo-hlr_10.42.42.2(pid=21124): stderr: \u000a| �[0;m�[1;31m20221210155613402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155613402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155613402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155613402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155613402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155613403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155613415 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155613425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155613425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155613425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:56:16.220480 run osmo-msc_10.42.42.6(pid=21130): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21130)]\u000a15:56:16.272537 run osmo-msc_10.42.42.6(pid=21130): stdout: \u000a| (launched: 2022-12-10_15:56:15.095719) \u000a15:56:16.325762 run osmo-msc_10.42.42.6(pid=21130): stderr: \u000a| �[0;m�[38;5;43m20221210155615364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155615365 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d7a0c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155615365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155615365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155615365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155615365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155615367 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155615368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155615368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155615368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:56:16.370317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21123): Terminating (SIGTERM)\u000a15:56:16.414216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21126): Terminating (SIGTERM)\u000a15:56:16.456336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21129): Terminating (SIGTERM)\u000a15:56:16.467396 --- ParallelTerminationStrategy: PID 21123 died...\u000a15:56:16.524469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21123): Terminated: ok {rc=0}\u000a15:56:16.535075 --- ParallelTerminationStrategy: PID 21126 died...\u000a15:56:16.592120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21126): Terminated: ok {rc=0}\u000a15:56:16.602657 --- ParallelTerminationStrategy: PID 21129 died...\u000a15:56:16.659521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21129): Terminated: ok {rc=0}\u000a15:56:16.749206 bus /sierra_3: Setting Powered False\u000a15:56:17.853833 bus /sierra_3: Setting Powered False\u000a15:56:18.961387 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:55:59" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21141): Process ended prematurely: osmo-stp_10.42.42.5(pid=21141) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21141): Process ended prematurely: osmo-stp_10.42.42.5(pid=21141) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:56:20.962318 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:20.973826 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:56:21.136297 tst mo_mt_call.py: using LAC 29032\u000a15:56:21.261731 tst mo_mt_call.py: using RAC 217\u000a15:56:21.386846 tst mo_mt_call.py: using CellId 29032\u000a15:56:21.510472 tst mo_mt_call.py: using BVCI 29033\u000a15:56:21.534455 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:21.546017 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:21.557352 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:21.568760 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:21.580195 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:21.591571 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:56:21.710355 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:56:21.916039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:56:22.412364 run create_hlr_db(pid=21135): Launched\u000a15:56:22.583556 bus /sierra_2: Setting Powered False\u000a15:56:23.604465 run create_hlr_db(pid=21135): Terminated: ok {rc=0}\u000a15:56:24.022411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21137): Launched\u000a15:56:24.338866 run osmo-hlr_10.42.42.2(pid=21138): Launched\u000a15:56:24.457416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:56:25.006281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21140): Launched\u000a15:56:25.319757 run osmo-stp_10.42.42.5(pid=21141): Launched\u000a15:56:25.433832 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:56:26.010053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21143): Launched\u000a15:56:26.325800 run osmo-msc_10.42.42.6(pid=21144): Launched\u000a15:56:26.511033 run osmo-stp_10.42.42.5(pid=21141): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)]\u000a15:56:26.645316 run osmo-stp_10.42.42.5(pid=21141): stdout: \u000a| (launched: 2022-12-10_15:56:25.167019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:26.778814 run osmo-stp_10.42.42.5(pid=21141): stderr: \u000a| �[0;m�[38;5;43m20221210155625358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155625358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155625359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155625359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155625359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155625359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155625359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:26.906228 run osmo-stp_10.42.42.5(pid=21141): stdout: \u000a| (launched: 2022-12-10_15:56:25.167019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:27.032414 run osmo-stp_10.42.42.5(pid=21141): stderr: \u000a| �[0;m�[38;5;43m20221210155625358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155625358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155625359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155625359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155625359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155625359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155625359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:27.087939 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21141): Process ended prematurely: osmo-stp_10.42.42.5(pid=21141) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)] [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a15:56:27.097047 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:56:27.160116 run osmo-hlr_10.42.42.2(pid=21138): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21138)]\u000a15:56:27.211790 run osmo-hlr_10.42.42.2(pid=21138): stdout: \u000a| (launched: 2022-12-10_15:56:24.184409) \u000a15:56:27.264047 run osmo-hlr_10.42.42.2(pid=21138): stderr: \u000a| �[0;m�[1;31m20221210155624381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155624381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155624381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155624382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155624382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155624382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155624394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155624402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155624403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155624403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:56:27.335051 run osmo-msc_10.42.42.6(pid=21144): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21144)]\u000a15:56:27.386627 run osmo-msc_10.42.42.6(pid=21144): stdout: \u000a| (launched: 2022-12-10_15:56:26.171099) \u000a15:56:27.438637 run osmo-msc_10.42.42.6(pid=21144): stderr: \u000a| �[0;m�[38;5;43m20221210155626491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155626491 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a75d29c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155626491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155626491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155626491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155626491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155626493 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155626494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155626494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155626494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:56:27.482805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21137): Terminating (SIGTERM)\u000a15:56:27.524708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21140): Terminating (SIGTERM)\u000a15:56:27.566689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21143): Terminating (SIGTERM)\u000a15:56:27.575913 --- ParallelTerminationStrategy: PID 21137 died...\u000a15:56:27.632026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21137): Terminated: ok {rc=0}\u000a15:56:27.642198 --- ParallelTerminationStrategy: PID 21140 died...\u000a15:56:27.698006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21140): Terminated: ok {rc=0}\u000a15:56:27.708142 --- ParallelTerminationStrategy: PID 21143 died...\u000a15:56:27.763965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21143): Terminated: ok {rc=0}\u000a15:56:27.851363 bus /sierra_3: Setting Powered False\u000a15:56:28.955448 bus /sierra_3: Setting Powered False\u000a15:56:30.067764 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21152): Process ended prematurely: osmo-stp_10.42.42.5(pid=21152) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21152)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21152): Process ended prematurely: osmo-stp_10.42.42.5(pid=21152) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:56:31.177062 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:31.189638 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:56:31.360098 tst mo_mt_call_osmux.py: using LAC 29033\u000a15:56:31.479939 tst mo_mt_call_osmux.py: using RAC 218\u000a15:56:31.629821 tst mo_mt_call_osmux.py: using CellId 29033\u000a15:56:31.786752 tst mo_mt_call_osmux.py: using BVCI 29034\u000a15:56:31.820856 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:31.837024 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:31.852515 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:31.866520 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:31.882546 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:31.899422 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:56:32.030714 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:56:32.235614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:56:32.745988 run create_hlr_db(pid=21146): Launched\u000a15:56:32.928088 bus /sierra_2: Setting Powered False\u000a15:56:33.949549 run create_hlr_db(pid=21146): Terminated: ok {rc=0}\u000a15:56:34.346385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21148): Launched\u000a15:56:34.640906 run osmo-hlr_10.42.42.2(pid=21149): Launched\u000a15:56:34.753604 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:56:35.272512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21151): Launched\u000a15:56:35.566202 run osmo-stp_10.42.42.5(pid=21152): Launched\u000a15:56:35.674340 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:56:36.220301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21154): Launched\u000a15:56:36.535406 run osmo-msc_10.42.42.6(pid=21155): Launched\u000a15:56:36.718927 run osmo-stp_10.42.42.5(pid=21152): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21152)]\u000a15:56:36.851742 run osmo-stp_10.42.42.5(pid=21152): stdout: \u000a| (launched: 2022-12-10_15:56:35.421869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:36.984299 run osmo-stp_10.42.42.5(pid=21152): stderr: \u000a| �[0;m�[38;5;43m20221210155635591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155635591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155635591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155635592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155635592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155635592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155635592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:37.111452 run osmo-stp_10.42.42.5(pid=21152): stdout: \u000a| (launched: 2022-12-10_15:56:35.421869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:37.237784 run osmo-stp_10.42.42.5(pid=21152): stderr: \u000a| �[0;m�[38;5;43m20221210155635591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155635591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155635591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155635592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155635592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155635592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155635592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:37.293436 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21152): Process ended prematurely: osmo-stp_10.42.42.5(pid=21152) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21152)] [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a15:56:37.302660 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a15:56:37.364679 run osmo-hlr_10.42.42.2(pid=21149): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21149)]\u000a15:56:37.415995 run osmo-hlr_10.42.42.2(pid=21149): stdout: \u000a| (launched: 2022-12-10_15:56:34.496271) \u000a15:56:37.467972 run osmo-hlr_10.42.42.2(pid=21149): stderr: \u000a| �[0;m�[1;31m20221210155634671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155634671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155634671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155634671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155634671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155634671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155634684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155634694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155634694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155634695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:56:37.538359 run osmo-msc_10.42.42.6(pid=21155): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21155)]\u000a15:56:37.589731 run osmo-msc_10.42.42.6(pid=21155): stdout: \u000a| (launched: 2022-12-10_15:56:36.382112) \u000a15:56:37.641473 run osmo-msc_10.42.42.6(pid=21155): stderr: \u000a| �[0;m�[38;5;43m20221210155636702 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155636703 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7aee3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155636703 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155636703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155636703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155636703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155636705 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155636705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155636705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155636706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:56:37.685399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21148): Terminating (SIGTERM)\u000a15:56:37.726983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21151): Terminating (SIGTERM)\u000a15:56:37.768584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21154): Terminating (SIGTERM)\u000a15:56:37.778275 --- ParallelTerminationStrategy: PID 21148 died...\u000a15:56:37.834268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21148): Terminated: ok {rc=0}\u000a15:56:37.844254 --- ParallelTerminationStrategy: PID 21151 died...\u000a15:56:37.900429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21151): Terminated: ok {rc=0}\u000a15:56:37.910430 --- ParallelTerminationStrategy: PID 21154 died...\u000a15:56:37.965882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21154): Terminated: ok {rc=0}\u000a15:56:38.053058 bus /sierra_3: Setting Powered False\u000a15:56:39.156003 bus /sierra_3: Setting Powered False\u000a15:56:40.263883 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:56:20" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21167): Process ended prematurely: osmo-stp_10.42.42.5(pid=21167) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21167)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21167): Process ended prematurely: osmo-stp_10.42.42.5(pid=21167) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:56:42.265924 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:42.277348 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:56:42.439519 tst mo_mt_call.py: using LAC 29034\u000a15:56:42.562649 tst mo_mt_call.py: using RAC 219\u000a15:56:42.686163 tst mo_mt_call.py: using CellId 29034\u000a15:56:42.806459 tst mo_mt_call.py: using BVCI 29035\u000a15:56:42.829050 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:42.840181 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:42.851179 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:42.862216 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:42.873770 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:42.885134 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:56:43.000901 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:56:43.199455 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:56:43.663254 run create_hlr_db(pid=21161): Launched\u000a15:56:43.833441 bus /sierra_2: Setting Powered False\u000a15:56:44.854964 run create_hlr_db(pid=21161): Terminated: ok {rc=0}\u000a15:56:45.275795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21163): Launched\u000a15:56:45.592140 run osmo-hlr_10.42.42.2(pid=21164): Launched\u000a15:56:45.708381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:56:46.316078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21166): Launched\u000a15:56:46.660524 run osmo-stp_10.42.42.5(pid=21167): Launched\u000a15:56:46.843158 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:56:47.506181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21169): Launched\u000a15:56:47.820865 run osmo-msc_10.42.42.6(pid=21170): Launched\u000a15:56:48.005438 run osmo-stp_10.42.42.5(pid=21167): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21167)]\u000a15:56:48.138918 run osmo-stp_10.42.42.5(pid=21167): stdout: \u000a| (launched: 2022-12-10_15:56:46.479877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:48.272600 run osmo-stp_10.42.42.5(pid=21167): stderr: \u000a| �[0;m�[38;5;43m20221210155646822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155646822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155646822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155646822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155646837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155646837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155646837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:48.400149 run osmo-stp_10.42.42.5(pid=21167): stdout: \u000a| (launched: 2022-12-10_15:56:46.479877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:48.526515 run osmo-stp_10.42.42.5(pid=21167): stderr: \u000a| �[0;m�[38;5;43m20221210155646822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155646822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155646822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155646822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155646837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155646837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155646837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:48.582113 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21167): Process ended prematurely: osmo-stp_10.42.42.5(pid=21167) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21167)] [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a15:56:48.591448 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a15:56:48.654002 run osmo-hlr_10.42.42.2(pid=21164): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21164)]\u000a15:56:48.705509 run osmo-hlr_10.42.42.2(pid=21164): stdout: \u000a| (launched: 2022-12-10_15:56:45.437587) \u000a15:56:48.757253 run osmo-hlr_10.42.42.2(pid=21164): stderr: \u000a| �[0;m�[1;31m20221210155645634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155645634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155645634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155645634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155645634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155645634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155645646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155645655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155645655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155645655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:56:48.827682 run osmo-msc_10.42.42.6(pid=21170): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21170)]\u000a15:56:48.879082 run osmo-msc_10.42.42.6(pid=21170): stdout: \u000a| (launched: 2022-12-10_15:56:47.667382) \u000a15:56:48.930720 run osmo-msc_10.42.42.6(pid=21170): stderr: \u000a| �[0;m�[38;5;43m20221210155647989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155647989 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60e858cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155647989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155647989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155647990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155647990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155647991 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155647992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155647992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155647992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:56:48.974626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21163): Terminating (SIGTERM)\u000a15:56:49.016372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21166): Terminating (SIGTERM)\u000a15:56:49.058323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21169): Terminating (SIGTERM)\u000a15:56:49.067928 --- ParallelTerminationStrategy: PID 21163 died...\u000a15:56:49.123605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21163): Terminated: ok {rc=0}\u000a15:56:49.133777 --- ParallelTerminationStrategy: PID 21166 died...\u000a15:56:49.189792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21166): Terminated: ok {rc=0}\u000a15:56:49.199911 --- ParallelTerminationStrategy: PID 21169 died...\u000a15:56:49.255532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21169): Terminated: ok {rc=0}\u000a15:56:49.342439 bus /sierra_3: Setting Powered False\u000a15:56:50.449132 bus /sierra_3: Setting Powered False\u000a15:56:51.557261 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21178): Process ended prematurely: osmo-stp_10.42.42.5(pid=21178) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21178)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21178): Process ended prematurely: osmo-stp_10.42.42.5(pid=21178) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:56:52.664293 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:52.675794 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:56:52.833411 tst mo_mt_call_osmux.py: using LAC 29035\u000a15:56:52.947243 tst mo_mt_call_osmux.py: using RAC 220\u000a15:56:53.063626 tst mo_mt_call_osmux.py: using CellId 29035\u000a15:56:53.178160 tst mo_mt_call_osmux.py: using BVCI 29036\u000a15:56:53.200530 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:53.211517 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:53.222426 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:53.233525 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:53.244616 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:53.255914 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:56:53.368302 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:56:53.573649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:56:54.077355 run create_hlr_db(pid=21172): Launched\u000a15:56:54.259793 bus /sierra_2: Setting Powered False\u000a15:56:55.281799 run create_hlr_db(pid=21172): Terminated: ok {rc=0}\u000a15:56:55.699041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21174): Launched\u000a15:56:56.011277 run osmo-hlr_10.42.42.2(pid=21175): Launched\u000a15:56:56.130243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:56:56.677468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21177): Launched\u000a15:56:56.991786 run osmo-stp_10.42.42.5(pid=21178): Launched\u000a15:56:57.106077 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:56:57.682596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21180): Launched\u000a15:56:57.998044 run osmo-msc_10.42.42.6(pid=21181): Launched\u000a15:56:58.184412 run osmo-stp_10.42.42.5(pid=21178): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21178)]\u000a15:56:58.318442 run osmo-stp_10.42.42.5(pid=21178): stdout: \u000a| (launched: 2022-12-10_15:56:56.838252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:58.451663 run osmo-stp_10.42.42.5(pid=21178): stderr: \u000a| �[0;m�[38;5;43m20221210155657028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155657028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155657028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155657029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155657031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155657031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155657031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:58.578976 run osmo-stp_10.42.42.5(pid=21178): stdout: \u000a| (launched: 2022-12-10_15:56:56.838252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:58.704420 run osmo-stp_10.42.42.5(pid=21178): stderr: \u000a| �[0;m�[38;5;43m20221210155657028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155657028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155657028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155657029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155657031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155657031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155657031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:58.759699 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21178): Process ended prematurely: osmo-stp_10.42.42.5(pid=21178) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21178)] [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a15:56:58.768788 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a15:56:58.831210 run osmo-hlr_10.42.42.2(pid=21175): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21175)]\u000a15:56:58.882503 run osmo-hlr_10.42.42.2(pid=21175): stdout: \u000a| (launched: 2022-12-10_15:56:55.859003) \u000a15:56:58.934515 run osmo-hlr_10.42.42.2(pid=21175): stderr: \u000a| �[0;m�[1;31m20221210155656056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155656056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155656056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155656056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155656056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155656056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155656069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155656077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155656077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155656077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:56:59.005199 run osmo-msc_10.42.42.6(pid=21181): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21181)]\u000a15:56:59.056473 run osmo-msc_10.42.42.6(pid=21181): stdout: \u000a| (launched: 2022-12-10_15:56:57.843575) \u000a15:56:59.108260 run osmo-msc_10.42.42.6(pid=21181): stderr: \u000a| �[0;m�[38;5;43m20221210155658169 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155658169 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f513ed8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155658169 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155658169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155658169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155658170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155658171 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155658172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155658172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155658172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:56:59.152250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21174): Terminating (SIGTERM)\u000a15:56:59.194315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21177): Terminating (SIGTERM)\u000a15:56:59.236242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21180): Terminating (SIGTERM)\u000a15:56:59.245543 --- ParallelTerminationStrategy: PID 21174 died...\u000a15:56:59.301464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21174): Terminated: ok {rc=0}\u000a15:56:59.311563 --- ParallelTerminationStrategy: PID 21177 died...\u000a15:56:59.367270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21177): Terminated: ok {rc=0}\u000a15:56:59.377351 --- ParallelTerminationStrategy: PID 21180 died...\u000a15:56:59.432915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21180): Terminated: ok {rc=0}\u000a15:56:59.518803 bus /sierra_3: Setting Powered False\u000a15:57:00.623886 bus /sierra_3: Setting Powered False\u000a15:57:01.739524 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:56:41" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21192): Process ended prematurely: osmo-stp_10.42.42.5(pid=21192) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21192)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21192): Process ended prematurely: osmo-stp_10.42.42.5(pid=21192) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:57:03.734151 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:03.745829 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:57:03.903474 tst mo_mt_call.py: using LAC 29036\u000a15:57:04.022990 tst mo_mt_call.py: using RAC 221\u000a15:57:04.137253 tst mo_mt_call.py: using CellId 29036\u000a15:57:04.251170 tst mo_mt_call.py: using BVCI 29037\u000a15:57:04.273749 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:04.284753 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:04.295475 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:04.307027 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:04.318335 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:04.329423 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:57:04.447360 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:57:04.645727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:57:05.108325 run create_hlr_db(pid=21186): Launched\u000a15:57:05.278369 bus /sierra_2: Setting Powered False\u000a15:57:06.300878 run create_hlr_db(pid=21186): Terminated: ok {rc=0}\u000a15:57:06.694759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21188): Launched\u000a15:57:06.988584 run osmo-hlr_10.42.42.2(pid=21189): Launched\u000a15:57:07.099416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:57:07.620841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21191): Launched\u000a15:57:07.914399 run osmo-stp_10.42.42.5(pid=21192): Launched\u000a15:57:08.021901 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:57:08.560290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21194): Launched\u000a15:57:08.855103 run osmo-msc_10.42.42.6(pid=21195): Launched\u000a15:57:09.028261 run osmo-stp_10.42.42.5(pid=21192): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21192)]\u000a15:57:09.153913 run osmo-stp_10.42.42.5(pid=21192): stdout: \u000a| (launched: 2022-12-10_15:57:07.770371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:09.277961 run osmo-stp_10.42.42.5(pid=21192): stderr: \u000a| �[0;m�[38;5;43m20221210155707940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155707940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155707941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155707941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155707941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155707942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155707942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:09.398011 run osmo-stp_10.42.42.5(pid=21192): stdout: \u000a| (launched: 2022-12-10_15:57:07.770371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:09.516119 run osmo-stp_10.42.42.5(pid=21192): stderr: \u000a| �[0;m�[38;5;43m20221210155707940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155707940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155707941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155707941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155707941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155707942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155707942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:09.568272 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21192): Process ended prematurely: osmo-stp_10.42.42.5(pid=21192) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21192)] [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a15:57:09.577158 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a15:57:09.638018 run osmo-hlr_10.42.42.2(pid=21189): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21189)]\u000a15:57:09.687673 run osmo-hlr_10.42.42.2(pid=21189): stdout: \u000a| (launched: 2022-12-10_15:57:06.844025) \u000a15:57:09.738002 run osmo-hlr_10.42.42.2(pid=21189): stderr: \u000a| �[0;m�[1;31m20221210155707021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155707021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155707021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155707021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155707021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155707022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155707034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155707042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155707042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155707042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:57:09.805747 run osmo-msc_10.42.42.6(pid=21195): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21195)]\u000a15:57:09.855275 run osmo-msc_10.42.42.6(pid=21195): stdout: \u000a| (launched: 2022-12-10_15:57:08.710252) \u000a15:57:09.905491 run osmo-msc_10.42.42.6(pid=21195): stderr: \u000a| �[0;m�[38;5;43m20221210155708981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155708981 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0876a1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155708981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155708981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155708981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155708982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155708983 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155708984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155708984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155708984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:57:09.947729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21188): Terminating (SIGTERM)\u000a15:57:09.987621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21191): Terminating (SIGTERM)\u000a15:57:10.027639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21194): Terminating (SIGTERM)\u000a15:57:10.036929 --- ParallelTerminationStrategy: PID 21188 died...\u000a15:57:10.090611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21188): Terminated: ok {rc=0}\u000a15:57:10.101328 --- ParallelTerminationStrategy: PID 21191 died...\u000a15:57:10.154929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21191): Terminated: ok {rc=0}\u000a15:57:10.164872 --- ParallelTerminationStrategy: PID 21194 died...\u000a15:57:10.218764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21194): Terminated: ok {rc=0}\u000a15:57:10.303040 bus /sierra_3: Setting Powered False\u000a15:57:11.409068 bus /sierra_3: Setting Powered False\u000a15:57:12.516705 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21203): Process ended prematurely: osmo-stp_10.42.42.5(pid=21203) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21203)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21203): Process ended prematurely: osmo-stp_10.42.42.5(pid=21203) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:57:13.630816 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:13.642887 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:57:13.803347 tst mo_mt_call_osmux.py: using LAC 29037\u000a15:57:13.925953 tst mo_mt_call_osmux.py: using RAC 222\u000a15:57:14.048002 tst mo_mt_call_osmux.py: using CellId 29037\u000a15:57:14.172331 tst mo_mt_call_osmux.py: using BVCI 29038\u000a15:57:14.196797 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:14.208232 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:14.219523 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:14.231036 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:14.242378 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:14.253668 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:57:14.370496 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:57:14.576874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:57:15.080454 run create_hlr_db(pid=21197): Launched\u000a15:57:15.264287 bus /sierra_2: Setting Powered False\u000a15:57:16.288355 run create_hlr_db(pid=21197): Terminated: ok {rc=0}\u000a15:57:16.732754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21199): Launched\u000a15:57:17.166999 run osmo-hlr_10.42.42.2(pid=21200): Launched\u000a15:57:17.276697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:57:17.789074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21202): Launched\u000a15:57:18.083968 run osmo-stp_10.42.42.5(pid=21203): Launched\u000a15:57:18.191893 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:57:18.730882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21205): Launched\u000a15:57:19.025092 run osmo-msc_10.42.42.6(pid=21206): Launched\u000a15:57:19.198559 run osmo-stp_10.42.42.5(pid=21203): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21203)]\u000a15:57:19.324936 run osmo-stp_10.42.42.5(pid=21203): stdout: \u000a| (launched: 2022-12-10_15:57:17.939366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:19.448839 run osmo-stp_10.42.42.5(pid=21203): stderr: \u000a| �[0;m�[38;5;43m20221210155718107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155718107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155718107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155718107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155718108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155718108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155718108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:19.568280 run osmo-stp_10.42.42.5(pid=21203): stdout: \u000a| (launched: 2022-12-10_15:57:17.939366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:19.686392 run osmo-stp_10.42.42.5(pid=21203): stderr: \u000a| �[0;m�[38;5;43m20221210155718107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155718107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155718107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155718107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155718108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155718108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155718108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:19.738565 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21203): Process ended prematurely: osmo-stp_10.42.42.5(pid=21203) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21203)] [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a15:57:19.747347 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a15:57:19.807502 run osmo-hlr_10.42.42.2(pid=21200): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21200)]\u000a15:57:19.856824 run osmo-hlr_10.42.42.2(pid=21200): stdout: \u000a| (launched: 2022-12-10_15:57:16.898186) \u000a15:57:19.906887 run osmo-hlr_10.42.42.2(pid=21200): stderr: \u000a| �[0;m�[1;31m20221210155717180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155717180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155717180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155717180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155717180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155717180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155717192 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155717200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155717201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155717201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:57:19.974695 run osmo-msc_10.42.42.6(pid=21206): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21206)]\u000a15:57:20.023923 run osmo-msc_10.42.42.6(pid=21206): stdout: \u000a| (launched: 2022-12-10_15:57:18.881292) \u000a15:57:20.073856 run osmo-msc_10.42.42.6(pid=21206): stderr: \u000a| �[0;m�[38;5;43m20221210155719154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155719154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc81e6b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155719154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155719154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155719154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155719155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155719156 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155719157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155719157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155719157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:57:20.115812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21199): Terminating (SIGTERM)\u000a15:57:20.155940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21202): Terminating (SIGTERM)\u000a15:57:20.195985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21205): Terminating (SIGTERM)\u000a15:57:20.205464 --- ParallelTerminationStrategy: PID 21199 died...\u000a15:57:20.259131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21199): Terminated: ok {rc=0}\u000a15:57:20.269123 --- ParallelTerminationStrategy: PID 21202 died...\u000a15:57:20.322463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21202): Terminated: ok {rc=0}\u000a15:57:20.332280 --- ParallelTerminationStrategy: PID 21205 died...\u000a15:57:20.386062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21205): Terminated: ok {rc=0}\u000a15:57:20.474267 bus /sierra_3: Setting Powered False\u000a15:57:21.577370 bus /sierra_3: Setting Powered False\u000a15:57:22.688832 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:57:03" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21217): Process ended prematurely: osmo-stp_10.42.42.5(pid=21217) [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21217)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21217): Process ended prematurely: osmo-stp_10.42.42.5(pid=21217) [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a15:57:24.696850 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:24.708560 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:57:24.870813 tst mo_mt_call.py: using LAC 29038\u000a15:57:24.995975 tst mo_mt_call.py: using RAC 223\u000a15:57:25.120484 tst mo_mt_call.py: using CellId 29038\u000a15:57:25.238531 tst mo_mt_call.py: using BVCI 29039\u000a15:57:25.260996 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:25.272279 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:25.283124 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:25.294586 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:25.305920 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:25.317120 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:57:25.428794 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:57:25.631510 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:57:26.092272 run create_hlr_db(pid=21211): Launched\u000a15:57:26.261811 bus /sierra_2: Setting Powered False\u000a15:57:27.283850 run create_hlr_db(pid=21211): Terminated: ok {rc=0}\u000a15:57:27.699229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21213): Launched\u000a15:57:27.993255 run osmo-hlr_10.42.42.2(pid=21214): Launched\u000a15:57:28.099509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:57:28.610063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21216): Launched\u000a15:57:28.903567 run osmo-stp_10.42.42.5(pid=21217): Launched\u000a15:57:29.011253 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:57:29.549271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21219): Launched\u000a15:57:29.844861 run osmo-msc_10.42.42.6(pid=21220): Launched\u000a15:57:30.017961 run osmo-stp_10.42.42.5(pid=21217): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21217)]\u000a15:57:30.143997 run osmo-stp_10.42.42.5(pid=21217): stdout: \u000a| (launched: 2022-12-10_15:57:28.759756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:30.267403 run osmo-stp_10.42.42.5(pid=21217): stderr: \u000a| �[0;m�[38;5;43m20221210155728927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155728927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155728928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155728928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155728929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155728929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155728929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:30.386260 run osmo-stp_10.42.42.5(pid=21217): stdout: \u000a| (launched: 2022-12-10_15:57:28.759756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:30.503932 run osmo-stp_10.42.42.5(pid=21217): stderr: \u000a| �[0;m�[38;5;43m20221210155728927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155728927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155728928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155728928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155728929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155728929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155728929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:30.555836 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21217): Process ended prematurely: osmo-stp_10.42.42.5(pid=21217) [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21217)] [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a15:57:30.564446 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a15:57:30.624259 run osmo-hlr_10.42.42.2(pid=21214): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21214)]\u000a15:57:30.673098 run osmo-hlr_10.42.42.2(pid=21214): stdout: \u000a| (launched: 2022-12-10_15:57:27.849525) \u000a15:57:30.722448 run osmo-hlr_10.42.42.2(pid=21214): stderr: \u000a| �[0;m�[1;31m20221210155728023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155728023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155728023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155728023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155728023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155728023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155728058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155728069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155728070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155728070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:57:30.789487 run osmo-msc_10.42.42.6(pid=21220): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21220)]\u000a15:57:30.858773 run osmo-msc_10.42.42.6(pid=21220): stdout: \u000a| (launched: 2022-12-10_15:57:29.698972) \u000a15:57:30.915390 run osmo-msc_10.42.42.6(pid=21220): stderr: \u000a| �[0;m�[38;5;43m20221210155729967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155729968 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b36159c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155729968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155729968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155729968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155729968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155729970 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155729970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155729971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155729971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:57:30.958724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21213): Terminating (SIGTERM)\u000a15:57:31.018254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21216): Terminating (SIGTERM)\u000a15:57:31.060627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21219): Terminating (SIGTERM)\u000a15:57:31.071479 --- ParallelTerminationStrategy: PID 21213 died...\u000a15:57:31.127277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21213): Terminated: ok {rc=0}\u000a15:57:31.137694 --- ParallelTerminationStrategy: PID 21216 died...\u000a15:57:31.192860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21216): Terminated: ok {rc=0}\u000a15:57:31.203337 --- ParallelTerminationStrategy: PID 21219 died...\u000a15:57:31.258670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21219): Terminated: ok {rc=0}\u000a15:57:31.349144 bus /sierra_3: Setting Powered False\u000a15:57:32.453772 bus /sierra_3: Setting Powered False\u000a15:57:33.560993 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21229): Process ended prematurely: osmo-stp_10.42.42.5(pid=21229) [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21229)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21229): Process ended prematurely: osmo-stp_10.42.42.5(pid=21229) [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21229)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:57:34.674757 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:34.686872 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:57:34.848527 tst mo_mt_call_osmux.py: using LAC 29039\u000a15:57:34.973605 tst mo_mt_call_osmux.py: using RAC 224\u000a15:57:35.095571 tst mo_mt_call_osmux.py: using CellId 29039\u000a15:57:35.217969 tst mo_mt_call_osmux.py: using BVCI 29040\u000a15:57:35.242171 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:35.253741 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:35.265056 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:35.276315 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:35.287709 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:35.299132 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:57:35.414032 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:57:35.611327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:57:36.082074 run create_hlr_db(pid=21222): Launched\u000a15:57:36.251985 bus /sierra_2: Setting Powered False\u000a15:57:37.274335 run create_hlr_db(pid=21222): Terminated: ok {rc=0}\u000a15:57:37.694453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21225): Launched\u000a15:57:38.010326 run osmo-hlr_10.42.42.2(pid=21226): Launched\u000a15:57:38.128815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:57:38.678982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21228): Launched\u000a15:57:38.996278 run osmo-stp_10.42.42.5(pid=21229): Launched\u000a15:57:39.110896 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:57:39.688114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21231): Launched\u000a15:57:40.002307 run osmo-msc_10.42.42.6(pid=21232): Launched\u000a15:57:40.186763 run osmo-stp_10.42.42.5(pid=21229): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21229)]\u000a15:57:40.320488 run osmo-stp_10.42.42.5(pid=21229): stdout: \u000a| (launched: 2022-12-10_15:57:38.840582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:40.453877 run osmo-stp_10.42.42.5(pid=21229): stderr: \u000a| �[0;m�[38;5;43m20221210155739031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155739031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155739031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155739031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155739032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155739032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155739032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:40.581344 run osmo-stp_10.42.42.5(pid=21229): stdout: \u000a| (launched: 2022-12-10_15:57:38.840582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:40.707291 run osmo-stp_10.42.42.5(pid=21229): stderr: \u000a| �[0;m�[38;5;43m20221210155739031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155739031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155739031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155739031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155739032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155739032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155739032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:40.763026 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21229): Process ended prematurely: osmo-stp_10.42.42.5(pid=21229) [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21229)] [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a15:57:40.772274 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a15:57:40.834607 run osmo-hlr_10.42.42.2(pid=21226): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21226)]\u000a15:57:40.885815 run osmo-hlr_10.42.42.2(pid=21226): stdout: \u000a| (launched: 2022-12-10_15:57:37.855939) \u000a15:57:40.937686 run osmo-hlr_10.42.42.2(pid=21226): stderr: \u000a| �[0;m�[1;31m20221210155738052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155738052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155738052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155738052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155738052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155738052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155738064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155738073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155738073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155738073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:57:41.007566 run osmo-msc_10.42.42.6(pid=21232): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21232)]\u000a15:57:41.058394 run osmo-msc_10.42.42.6(pid=21232): stdout: \u000a| (launched: 2022-12-10_15:57:39.848693) \u000a15:57:41.109538 run osmo-msc_10.42.42.6(pid=21232): stderr: \u000a| �[0;m�[38;5;43m20221210155740171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155740172 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efcea889c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155740172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155740172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155740172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155740172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155740174 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155740174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155740174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155740175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:57:41.153111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21225): Terminating (SIGTERM)\u000a15:57:41.194844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21228): Terminating (SIGTERM)\u000a15:57:41.236222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21231): Terminating (SIGTERM)\u000a15:57:41.245976 --- ParallelTerminationStrategy: PID 21225 died...\u000a15:57:41.301405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21225): Terminated: ok {rc=0}\u000a15:57:41.311452 --- ParallelTerminationStrategy: PID 21228 died...\u000a15:57:41.366636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21228): Terminated: ok {rc=0}\u000a15:57:41.376505 --- ParallelTerminationStrategy: PID 21231 died...\u000a15:57:41.431581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21231): Terminated: ok {rc=0}\u000a15:57:41.518544 bus /sierra_3: Setting Powered False\u000a15:57:42.624575 bus /sierra_3: Setting Powered False\u000a15:57:43.731945 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:57:24" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21243): Process ended prematurely: osmo-stp_10.42.42.5(pid=21243) [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21243)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21243): Process ended prematurely: osmo-stp_10.42.42.5(pid=21243) [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a15:57:45.717104 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:45.727914 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:57:45.912565 tst mo_mt_call.py: using LAC 29040\u000a15:57:46.047466 tst mo_mt_call.py: using RAC 225\u000a15:57:46.183331 tst mo_mt_call.py: using CellId 29040\u000a15:57:46.311867 tst mo_mt_call.py: using BVCI 29041\u000a15:57:46.337440 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:46.351659 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:46.364819 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:46.377598 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:46.389939 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:46.403040 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:57:46.524301 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:57:46.731284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:57:47.249706 run create_hlr_db(pid=21237): Launched\u000a15:57:47.421524 bus /sierra_2: Setting Powered False\u000a15:57:48.442463 run create_hlr_db(pid=21237): Terminated: ok {rc=0}\u000a15:57:48.862550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21239): Launched\u000a15:57:49.178951 run osmo-hlr_10.42.42.2(pid=21240): Launched\u000a15:57:49.300090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:57:49.848599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21242): Launched\u000a15:57:50.163480 run osmo-stp_10.42.42.5(pid=21243): Launched\u000a15:57:50.278654 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:57:50.855844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21245): Launched\u000a15:57:51.171205 run osmo-msc_10.42.42.6(pid=21246): Launched\u000a15:57:51.356492 run osmo-stp_10.42.42.5(pid=21243): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21243)]\u000a15:57:51.490160 run osmo-stp_10.42.42.5(pid=21243): stdout: \u000a| (launched: 2022-12-10_15:57:50.009665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:51.623733 run osmo-stp_10.42.42.5(pid=21243): stderr: \u000a| �[0;m�[38;5;43m20221210155750202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155750202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155750202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155750203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155750203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155750203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155750203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:51.751257 run osmo-stp_10.42.42.5(pid=21243): stdout: \u000a| (launched: 2022-12-10_15:57:50.009665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:51.877492 run osmo-stp_10.42.42.5(pid=21243): stderr: \u000a| �[0;m�[38;5;43m20221210155750202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155750202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155750202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155750203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155750203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155750203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155750203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:51.933781 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21243): Process ended prematurely: osmo-stp_10.42.42.5(pid=21243) [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21243)] [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a15:57:51.943219 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a15:57:52.005933 run osmo-hlr_10.42.42.2(pid=21240): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21240)]\u000a15:57:52.057293 run osmo-hlr_10.42.42.2(pid=21240): stdout: \u000a| (launched: 2022-12-10_15:57:49.024577) \u000a15:57:52.109437 run osmo-hlr_10.42.42.2(pid=21240): stderr: \u000a| �[0;m�[1;31m20221210155749221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155749221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155749221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155749221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155749222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155749222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155749238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155749247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155749248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155749248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:57:52.180014 run osmo-msc_10.42.42.6(pid=21246): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21246)]\u000a15:57:52.231580 run osmo-msc_10.42.42.6(pid=21246): stdout: \u000a| (launched: 2022-12-10_15:57:51.017656) \u000a15:57:52.283399 run osmo-msc_10.42.42.6(pid=21246): stderr: \u000a| �[0;m�[38;5;43m20221210155751337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155751337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9298e61c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155751337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155751337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155751337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155751338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155751339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155751340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155751340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155751340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:57:52.327323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21239): Terminating (SIGTERM)\u000a15:57:52.369561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21242): Terminating (SIGTERM)\u000a15:57:52.411248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21245): Terminating (SIGTERM)\u000a15:57:52.420731 --- ParallelTerminationStrategy: PID 21239 died...\u000a15:57:52.476644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21239): Terminated: ok {rc=0}\u000a15:57:52.486861 --- ParallelTerminationStrategy: PID 21242 died...\u000a15:57:52.542446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21242): Terminated: ok {rc=0}\u000a15:57:52.552437 --- ParallelTerminationStrategy: PID 21245 died...\u000a15:57:52.608133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21245): Terminated: ok {rc=0}\u000a15:57:52.695446 bus /sierra_3: Setting Powered False\u000a15:57:53.801843 bus /sierra_3: Setting Powered False\u000a15:57:54.909253 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21254): Process ended prematurely: osmo-stp_10.42.42.5(pid=21254) [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21254)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21254): Process ended prematurely: osmo-stp_10.42.42.5(pid=21254) [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:57:56.023959 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:56.036060 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:57:56.199977 tst mo_mt_call_osmux.py: using LAC 29041\u000a15:57:56.325652 tst mo_mt_call_osmux.py: using RAC 226\u000a15:57:56.451921 tst mo_mt_call_osmux.py: using CellId 29041\u000a15:57:56.572228 tst mo_mt_call_osmux.py: using BVCI 29042\u000a15:57:56.594974 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:56.606054 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:56.617010 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:56.628145 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:56.639188 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:56.650428 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:57:56.768866 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:57:56.976617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:57:57.482142 run create_hlr_db(pid=21248): Launched\u000a15:57:57.666170 bus /sierra_2: Setting Powered False\u000a15:57:58.687281 run create_hlr_db(pid=21248): Terminated: ok {rc=0}\u000a15:57:59.085858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21250): Launched\u000a15:57:59.381938 run osmo-hlr_10.42.42.2(pid=21251): Launched\u000a15:57:59.492435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:58:00.005061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21253): Launched\u000a15:58:00.300791 run osmo-stp_10.42.42.5(pid=21254): Launched\u000a15:58:00.408846 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:58:00.977001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21256): Launched\u000a15:58:01.340136 run osmo-msc_10.42.42.6(pid=21257): Launched\u000a15:58:01.597435 run osmo-stp_10.42.42.5(pid=21254): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21254)]\u000a15:58:01.952889 run osmo-stp_10.42.42.5(pid=21254): stdout: \u000a| (launched: 2022-12-10_15:58:00.155912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:02.206705 run osmo-stp_10.42.42.5(pid=21254): stderr: \u000a| �[0;m�[38;5;43m20221210155800323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155800324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155800324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155800324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155800326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155800327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155800327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:02.349601 run osmo-stp_10.42.42.5(pid=21254): stdout: \u000a| (launched: 2022-12-10_15:58:00.155912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:02.478735 run osmo-stp_10.42.42.5(pid=21254): stderr: \u000a| �[0;m�[38;5;43m20221210155800323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155800324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155800324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155800324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155800326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155800327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155800327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:02.531858 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21254): Process ended prematurely: osmo-stp_10.42.42.5(pid=21254) [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21254)] [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a15:58:02.541049 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a15:58:02.603882 run osmo-hlr_10.42.42.2(pid=21251): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21251)]\u000a15:58:02.654338 run osmo-hlr_10.42.42.2(pid=21251): stdout: \u000a| (launched: 2022-12-10_15:57:59.236911) \u000a15:58:02.705660 run osmo-hlr_10.42.42.2(pid=21251): stderr: \u000a| �[0;m�[1;31m20221210155759411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155759411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155759411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155759411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155759411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155759411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155759436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155759445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155759445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155759445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:58:02.774600 run osmo-msc_10.42.42.6(pid=21257): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21257)]\u000a15:58:02.824823 run osmo-msc_10.42.42.6(pid=21257): stdout: \u000a| (launched: 2022-12-10_15:58:01.146843) \u000a15:58:02.875868 run osmo-msc_10.42.42.6(pid=21257): stderr: \u000a| �[0;m�[38;5;43m20221210155801707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155801707 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca5fd94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155801708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155801708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155801708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155801708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155801712 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155801715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155801715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155801715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:58:02.918518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21250): Terminating (SIGTERM)\u000a15:58:02.959619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21253): Terminating (SIGTERM)\u000a15:58:03.001367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21256): Terminating (SIGTERM)\u000a15:58:03.011375 --- ParallelTerminationStrategy: PID 21250 died...\u000a15:58:03.066827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21250): Terminated: ok {rc=0}\u000a15:58:03.076904 --- ParallelTerminationStrategy: PID 21253 died...\u000a15:58:03.131526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21253): Terminated: ok {rc=0}\u000a15:58:03.142107 --- ParallelTerminationStrategy: PID 21256 died...\u000a15:58:03.196897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21256): Terminated: ok {rc=0}\u000a15:58:03.287104 bus /sierra_3: Setting Powered False\u000a15:58:04.391676 bus /sierra_3: Setting Powered False\u000a15:58:05.503518 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:57:45" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21268): Process ended prematurely: osmo-stp_10.42.42.5(pid=21268) [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21268)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21268): Process ended prematurely: osmo-stp_10.42.42.5(pid=21268) [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a15:58:07.488184 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:07.499121 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a15:58:07.634406 tst mo_mt_call.py: using LAC 29042\u000a15:58:07.749333 tst mo_mt_call.py: using RAC 227\u000a15:58:07.866154 tst mo_mt_call.py: using CellId 29042\u000a15:58:07.981282 tst mo_mt_call.py: using BVCI 29043\u000a15:58:08.003654 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:08.014570 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:08.025241 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:08.036116 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:08.047039 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:08.058054 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a15:58:08.175501 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a15:58:08.372737 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:58:08.835642 run create_hlr_db(pid=21262): Launched\u000a15:58:09.005237 bus /sierra_2: Setting Powered False\u000a15:58:10.028036 run create_hlr_db(pid=21262): Terminated: ok {rc=0}\u000a15:58:10.447957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21264): Launched\u000a15:58:10.763004 run osmo-hlr_10.42.42.2(pid=21265): Launched\u000a15:58:10.878541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:58:11.424831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21267): Launched\u000a15:58:11.738844 run osmo-stp_10.42.42.5(pid=21268): Launched\u000a15:58:11.852884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:58:12.427779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21270): Launched\u000a15:58:12.742002 run osmo-msc_10.42.42.6(pid=21271): Launched\u000a15:58:12.926466 run osmo-stp_10.42.42.5(pid=21268): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21268)]\u000a15:58:13.059721 run osmo-stp_10.42.42.5(pid=21268): stdout: \u000a| (launched: 2022-12-10_15:58:11.585753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:13.194083 run osmo-stp_10.42.42.5(pid=21268): stderr: \u000a| �[0;m�[38;5;43m20221210155811777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155811777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155811777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155811778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155811778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155811778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155811778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:13.321555 run osmo-stp_10.42.42.5(pid=21268): stdout: \u000a| (launched: 2022-12-10_15:58:11.585753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:13.447417 run osmo-stp_10.42.42.5(pid=21268): stderr: \u000a| �[0;m�[38;5;43m20221210155811777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155811777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155811777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155811778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155811778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155811778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155811778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:13.502845 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21268): Process ended prematurely: osmo-stp_10.42.42.5(pid=21268) [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21268)] [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a15:58:13.511961 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a15:58:13.574057 run osmo-hlr_10.42.42.2(pid=21265): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21265)]\u000a15:58:13.625106 run osmo-hlr_10.42.42.2(pid=21265): stdout: \u000a| (launched: 2022-12-10_15:58:10.608893) \u000a15:58:13.676899 run osmo-hlr_10.42.42.2(pid=21265): stderr: \u000a| �[0;m�[1;31m20221210155810806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155810806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155810806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155810807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155810807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155810807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155810819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155810828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155810828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155810828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:58:13.746401 run osmo-msc_10.42.42.6(pid=21271): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21271)]\u000a15:58:13.797141 run osmo-msc_10.42.42.6(pid=21271): stdout: \u000a| (launched: 2022-12-10_15:58:12.588180) \u000a15:58:13.848165 run osmo-msc_10.42.42.6(pid=21271): stderr: \u000a| �[0;m�[38;5;43m20221210155812909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155812909 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b35ab8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155812909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155812909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155812909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155812910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155812911 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155812912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155812912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155812912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:58:13.891691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21264): Terminating (SIGTERM)\u000a15:58:13.933115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21267): Terminating (SIGTERM)\u000a15:58:13.974675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21270): Terminating (SIGTERM)\u000a15:58:13.983872 --- ParallelTerminationStrategy: PID 21264 died...\u000a15:58:14.039952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21264): Terminated: ok {rc=0}\u000a15:58:14.050130 --- ParallelTerminationStrategy: PID 21267 died...\u000a15:58:14.105674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21267): Terminated: ok {rc=0}\u000a15:58:14.115655 --- ParallelTerminationStrategy: PID 21270 died...\u000a15:58:14.171121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21270): Terminated: ok {rc=0}\u000a15:58:14.258810 bus /sierra_3: Setting Powered False\u000a15:58:15.364300 bus /sierra_3: Setting Powered False\u000a15:58:16.493623 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21279): Process ended prematurely: osmo-stp_10.42.42.5(pid=21279) [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21279)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21279): Process ended prematurely: osmo-stp_10.42.42.5(pid=21279) [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:58:17.609249 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:17.621208 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a15:58:17.764909 tst mo_mt_call_osmux.py: using LAC 29043\u000a15:58:17.892585 tst mo_mt_call_osmux.py: using RAC 228\u000a15:58:18.017441 tst mo_mt_call_osmux.py: using CellId 29043\u000a15:58:18.141288 tst mo_mt_call_osmux.py: using BVCI 29044\u000a15:58:18.165473 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:18.177063 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:18.188122 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:18.199408 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:18.211064 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:18.222475 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a15:58:18.336317 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a15:58:18.542807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:58:19.046914 run create_hlr_db(pid=21273): Launched\u000a15:58:19.231387 bus /sierra_2: Setting Powered False\u000a15:58:20.251938 run create_hlr_db(pid=21273): Terminated: ok {rc=0}\u000a15:58:20.648896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21275): Launched\u000a15:58:20.943563 run osmo-hlr_10.42.42.2(pid=21276): Launched\u000a15:58:21.052702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:58:21.564642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21278): Launched\u000a15:58:21.859880 run osmo-stp_10.42.42.5(pid=21279): Launched\u000a15:58:21.967922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:58:22.506903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21281): Launched\u000a15:58:22.801463 run osmo-msc_10.42.42.6(pid=21282): Launched\u000a15:58:22.974817 run osmo-stp_10.42.42.5(pid=21279): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21279)]\u000a15:58:23.100241 run osmo-stp_10.42.42.5(pid=21279): stdout: \u000a| (launched: 2022-12-10_15:58:21.715106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:23.223765 run osmo-stp_10.42.42.5(pid=21279): stderr: \u000a| �[0;m�[38;5;43m20221210155821884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155821884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155821884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155821885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:23.342538 run osmo-stp_10.42.42.5(pid=21279): stdout: \u000a| (launched: 2022-12-10_15:58:21.715106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:23.460579 run osmo-stp_10.42.42.5(pid=21279): stderr: \u000a| �[0;m�[38;5;43m20221210155821884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155821884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155821884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155821885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:23.512409 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21279): Process ended prematurely: osmo-stp_10.42.42.5(pid=21279) [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21279)] [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a15:58:23.520892 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a15:58:23.580786 run osmo-hlr_10.42.42.2(pid=21276): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21276)]\u000a15:58:23.629938 run osmo-hlr_10.42.42.2(pid=21276): stdout: \u000a| (launched: 2022-12-10_15:58:20.799131) \u000a15:58:23.679386 run osmo-hlr_10.42.42.2(pid=21276): stderr: \u000a| �[0;m�[1;31m20221210155820973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155820973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155820973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155820973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155820973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155820973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155820984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155820993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155820993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155820993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:58:23.746386 run osmo-msc_10.42.42.6(pid=21282): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21282)]\u000a15:58:23.795150 run osmo-msc_10.42.42.6(pid=21282): stdout: \u000a| (launched: 2022-12-10_15:58:22.656497) \u000a15:58:23.844552 run osmo-msc_10.42.42.6(pid=21282): stderr: \u000a| �[0;m�[38;5;43m20221210155822924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155822924 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0b2bffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155822924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155822924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155822924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155822924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155822926 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155822927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155822927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155822927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:58:23.886247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21275): Terminating (SIGTERM)\u000a15:58:23.925782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21278): Terminating (SIGTERM)\u000a15:58:23.965433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21281): Terminating (SIGTERM)\u000a15:58:23.974832 --- ParallelTerminationStrategy: PID 21275 died...\u000a15:58:24.027828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21275): Terminated: ok {rc=0}\u000a15:58:24.037652 --- ParallelTerminationStrategy: PID 21278 died...\u000a15:58:24.090604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21278): Terminated: ok {rc=0}\u000a15:58:24.100049 --- ParallelTerminationStrategy: PID 21281 died...\u000a15:58:24.153197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21281): Terminated: ok {rc=0}\u000a15:58:24.236613 bus /sierra_3: Setting Powered False\u000a15:58:25.342967 bus /sierra_3: Setting Powered False\u000a15:58:26.454450 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:58:07" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21293): Process ended prematurely: osmo-stp_10.42.42.5(pid=21293) [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21293)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21293): Process ended prematurely: osmo-stp_10.42.42.5(pid=21293) [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a15:58:28.464250 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:28.475887 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a15:58:28.619874 tst mo_mt_call.py: using LAC 29044\u000a15:58:28.742128 tst mo_mt_call.py: using RAC 229\u000a15:58:28.864485 tst mo_mt_call.py: using CellId 29044\u000a15:58:28.991726 tst mo_mt_call.py: using BVCI 29045\u000a15:58:29.015824 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:29.027501 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:29.039018 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:29.050552 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:29.062096 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:29.073597 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a15:58:29.186689 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a15:58:29.384404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:58:29.849734 run create_hlr_db(pid=21287): Launched\u000a15:58:30.020916 bus /sierra_2: Setting Powered False\u000a15:58:31.049728 run create_hlr_db(pid=21287): Terminated: ok {rc=0}\u000a15:58:31.467556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21289): Launched\u000a15:58:31.943343 run osmo-hlr_10.42.42.2(pid=21290): Launched\u000a15:58:32.186434 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:58:32.739974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21292): Launched\u000a15:58:33.054744 run osmo-stp_10.42.42.5(pid=21293): Launched\u000a15:58:33.168417 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:58:33.747193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21295): Launched\u000a15:58:34.062677 run osmo-msc_10.42.42.6(pid=21296): Launched\u000a15:58:34.248620 run osmo-stp_10.42.42.5(pid=21293): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21293)]\u000a15:58:34.383541 run osmo-stp_10.42.42.5(pid=21293): stdout: \u000a| (launched: 2022-12-10_15:58:32.901219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:34.517190 run osmo-stp_10.42.42.5(pid=21293): stderr: \u000a| �[0;m�[38;5;43m20221210155833091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155833091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155833091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155833091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155833092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155833092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155833092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:34.644440 run osmo-stp_10.42.42.5(pid=21293): stdout: \u000a| (launched: 2022-12-10_15:58:32.901219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:34.770774 run osmo-stp_10.42.42.5(pid=21293): stderr: \u000a| �[0;m�[38;5;43m20221210155833091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155833091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155833091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155833091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155833092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155833092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155833092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:34.826457 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21293): Process ended prematurely: osmo-stp_10.42.42.5(pid=21293) [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21293)] [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a15:58:34.835404 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a15:58:34.897055 run osmo-hlr_10.42.42.2(pid=21290): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21290)]\u000a15:58:34.948055 run osmo-hlr_10.42.42.2(pid=21290): stdout: \u000a| (launched: 2022-12-10_15:58:31.619957) \u000a15:58:34.999510 run osmo-hlr_10.42.42.2(pid=21290): stderr: \u000a| �[0;m�[1;31m20221210155831847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155831847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155831847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155831847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155831847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155831847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155831866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155831883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155831883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155831883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:58:35.069514 run osmo-msc_10.42.42.6(pid=21296): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21296)]\u000a15:58:35.120177 run osmo-msc_10.42.42.6(pid=21296): stdout: \u000a| (launched: 2022-12-10_15:58:33.908263) \u000a15:58:35.171432 run osmo-msc_10.42.42.6(pid=21296): stderr: \u000a| �[0;m�[38;5;43m20221210155834229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155834230 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f555262fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155834230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155834230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155834230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155834230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155834232 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155834232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155834232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155834232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:58:35.214958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21289): Terminating (SIGTERM)\u000a15:58:35.256707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21292): Terminating (SIGTERM)\u000a15:58:35.298275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21295): Terminating (SIGTERM)\u000a15:58:35.308034 --- ParallelTerminationStrategy: PID 21289 died...\u000a15:58:35.363291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21289): Terminated: ok {rc=0}\u000a15:58:35.373295 --- ParallelTerminationStrategy: PID 21292 died...\u000a15:58:35.428150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21292): Terminated: ok {rc=0}\u000a15:58:35.438029 --- ParallelTerminationStrategy: PID 21295 died...\u000a15:58:35.493093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21295): Terminated: ok {rc=0}\u000a15:58:35.578893 bus /sierra_3: Setting Powered False\u000a15:58:36.680692 bus /sierra_3: Setting Powered False\u000a15:58:37.786822 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21304): Process ended prematurely: osmo-stp_10.42.42.5(pid=21304) [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21304)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21304): Process ended prematurely: osmo-stp_10.42.42.5(pid=21304) [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:58:38.899707 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:38.912072 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a15:58:39.052610 tst mo_mt_call_osmux.py: using LAC 29045\u000a15:58:39.170356 tst mo_mt_call_osmux.py: using RAC 230\u000a15:58:39.286392 tst mo_mt_call_osmux.py: using CellId 29045\u000a15:58:39.407941 tst mo_mt_call_osmux.py: using BVCI 29046\u000a15:58:39.430433 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:39.441851 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:39.452855 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:39.464094 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:39.475438 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:39.486650 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a15:58:39.604074 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a15:58:39.814384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:58:40.318228 run create_hlr_db(pid=21298): Launched\u000a15:58:40.501472 bus /sierra_2: Setting Powered False\u000a15:58:41.521934 run create_hlr_db(pid=21298): Terminated: ok {rc=0}\u000a15:58:41.941556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21300): Launched\u000a15:58:42.255829 run osmo-hlr_10.42.42.2(pid=21301): Launched\u000a15:58:42.371390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:58:42.917646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21303): Launched\u000a15:58:43.232165 run osmo-stp_10.42.42.5(pid=21304): Launched\u000a15:58:43.347394 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:58:43.922255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21306): Launched\u000a15:58:44.238699 run osmo-msc_10.42.42.6(pid=21307): Launched\u000a15:58:44.423157 run osmo-stp_10.42.42.5(pid=21304): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21304)]\u000a15:58:44.556784 run osmo-stp_10.42.42.5(pid=21304): stdout: \u000a| (launched: 2022-12-10_15:58:43.078520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:44.690115 run osmo-stp_10.42.42.5(pid=21304): stderr: \u000a| �[0;m�[38;5;43m20221210155843269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155843269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155843269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155843270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155843270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155843270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155843270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:44.816767 run osmo-stp_10.42.42.5(pid=21304): stdout: \u000a| (launched: 2022-12-10_15:58:43.078520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:44.942535 run osmo-stp_10.42.42.5(pid=21304): stderr: \u000a| �[0;m�[38;5;43m20221210155843269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155843269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155843269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155843270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155843270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155843270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155843270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:44.998291 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21304): Process ended prematurely: osmo-stp_10.42.42.5(pid=21304) [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21304)] [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a15:58:45.007370 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a15:58:45.069011 run osmo-hlr_10.42.42.2(pid=21301): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21301)]\u000a15:58:45.119806 run osmo-hlr_10.42.42.2(pid=21301): stdout: \u000a| (launched: 2022-12-10_15:58:42.102476) \u000a15:58:45.171291 run osmo-hlr_10.42.42.2(pid=21301): stderr: \u000a| �[0;m�[1;31m20221210155842299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155842299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155842299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155842299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155842299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155842299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155842312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155842322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155842322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155842322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:58:45.241454 run osmo-msc_10.42.42.6(pid=21307): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21307)]\u000a15:58:45.292059 run osmo-msc_10.42.42.6(pid=21307): stdout: \u000a| (launched: 2022-12-10_15:58:44.082820) \u000a15:58:45.343746 run osmo-msc_10.42.42.6(pid=21307): stderr: \u000a| �[0;m�[38;5;43m20221210155844405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155844405 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9030564c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155844405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155844405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155844405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155844405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155844407 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155844407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155844408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155844408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:58:45.387331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21300): Terminating (SIGTERM)\u000a15:58:45.428506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21303): Terminating (SIGTERM)\u000a15:58:45.469699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21306): Terminating (SIGTERM)\u000a15:58:45.478787 --- ParallelTerminationStrategy: PID 21300 died...\u000a15:58:45.533967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21300): Terminated: ok {rc=0}\u000a15:58:45.543756 --- ParallelTerminationStrategy: PID 21303 died...\u000a15:58:45.600077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21303): Terminated: ok {rc=0}\u000a15:58:45.609911 --- ParallelTerminationStrategy: PID 21306 died...\u000a15:58:45.664537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21306): Terminated: ok {rc=0}\u000a15:58:45.750146 bus /sierra_3: Setting Powered False\u000a15:58:46.854039 bus /sierra_3: Setting Powered False\u000a15:58:47.960487 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:58:28" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "emergency:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21318): Process ended prematurely: osmo-stp_10.42.42.5(pid=21318) [trial-2376↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21318)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21318): Process ended prematurely: osmo-stp_10.42.42.5(pid=21318) [trial-2376↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a15:58:49.970964 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:49.981693 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a15:58:50.112737 tst emergency_mo_mt_call.py: using LAC 29046\u000a15:58:50.226576 tst emergency_mo_mt_call.py: using RAC 231\u000a15:58:50.347088 tst emergency_mo_mt_call.py: using CellId 29046\u000a15:58:50.459859 tst emergency_mo_mt_call.py: using BVCI 29047\u000a15:58:50.482033 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:50.492540 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:50.502919 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:50.513520 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:50.524196 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:50.534805 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a15:58:50.648540 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a15:58:50.840386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:58:51.295985 run create_hlr_db(pid=21312): Launched\u000a15:58:51.464602 bus /sierra_2: Setting Powered False\u000a15:58:52.484868 run create_hlr_db(pid=21312): Terminated: ok {rc=0}\u000a15:58:52.871309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21314): Launched\u000a15:58:53.160746 run osmo-hlr_10.42.42.2(pid=21315): Launched\u000a15:58:53.271943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:58:53.784057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21317): Launched\u000a15:58:54.074222 run osmo-stp_10.42.42.5(pid=21318): Launched\u000a15:58:54.201796 tst emergency_mo_mt_call.py: using MSISDN 7786\u000a15:58:54.349267 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:58:54.877330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21320): Launched\u000a15:58:55.166278 run osmo-msc_10.42.42.6(pid=21321): Launched\u000a15:58:55.337621 run osmo-stp_10.42.42.5(pid=21318): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21318)]\u000a15:58:55.462687 run osmo-stp_10.42.42.5(pid=21318): stdout: \u000a| (launched: 2022-12-10_15:58:53.931745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:55.584107 run osmo-stp_10.42.42.5(pid=21318): stderr: \u000a| �[0;m�[38;5;43m20221210155854099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155854099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155854099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155854100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155854100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155854100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155854101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:55.701235 run osmo-stp_10.42.42.5(pid=21318): stdout: \u000a| (launched: 2022-12-10_15:58:53.931745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:55.817158 run osmo-stp_10.42.42.5(pid=21318): stderr: \u000a| �[0;m�[38;5;43m20221210155854099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155854099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155854099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155854100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155854100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155854100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155854101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:55.867651 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=21318): Process ended prematurely: osmo-stp_10.42.42.5(pid=21318) [trial-2376↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21318)] [trial-2376↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a15:58:55.875687 tst emergency_mo_mt_call.py:19: Test FAILED (5.9 sec)\u000a15:58:55.935488 run osmo-hlr_10.42.42.2(pid=21315): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21315)]\u000a15:58:55.984453 run osmo-hlr_10.42.42.2(pid=21315): stdout: \u000a| (launched: 2022-12-10_15:58:53.018306) \u000a15:58:56.034072 run osmo-hlr_10.42.42.2(pid=21315): stderr: \u000a| �[0;m�[1;31m20221210155853191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155853191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155853191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155853191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155853191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155853191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155853204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155853212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155853212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155853212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:58:56.100895 run osmo-msc_10.42.42.6(pid=21321): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21321)]\u000a15:58:56.149460 run osmo-msc_10.42.42.6(pid=21321): stdout: \u000a| (launched: 2022-12-10_15:58:55.023933) \u000a15:58:56.199028 run osmo-msc_10.42.42.6(pid=21321): stderr: \u000a| �[0;m�[38;5;43m20221210155855294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155855294 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb53de30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155855294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155855294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155855294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155855294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155855297 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155855297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155855297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155855297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:58:56.240553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21314): Terminating (SIGTERM)\u000a15:58:56.280296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21317): Terminating (SIGTERM)\u000a15:58:56.319807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21320): Terminating (SIGTERM)\u000a15:58:56.329127 --- ParallelTerminationStrategy: PID 21314 died...\u000a15:58:56.382658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21314): Terminated: ok {rc=0}\u000a15:58:56.392156 --- ParallelTerminationStrategy: PID 21317 died...\u000a15:58:56.445008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21317): Terminated: ok {rc=0}\u000a15:58:56.454737 --- ParallelTerminationStrategy: PID 21320 died...\u000a15:58:56.508284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21320): Terminated: ok {rc=0}\u000a15:58:56.597020 bus /sierra_3: Setting Powered False\u000a15:58:57.702674 bus /sierra_3: Setting Powered False\u000a15:58:58.812532 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21330): Process ended prematurely: osmo-stp_10.42.42.5(pid=21330) [trial-2376↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21330)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21330): Process ended prematurely: osmo-stp_10.42.42.5(pid=21330) [trial-2376↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a15:58:59.864455 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:59.876311 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a15:59:00.018183 tst emergency_preemptive_call.py: using LAC 29047\u000a15:59:00.141061 tst emergency_preemptive_call.py: using RAC 232\u000a15:59:00.256914 tst emergency_preemptive_call.py: using CellId 29047\u000a15:59:00.379222 tst emergency_preemptive_call.py: using BVCI 29048\u000a15:59:00.403042 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:59:00.414320 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:59:00.425386 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:59:00.436436 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:59:00.447634 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:59:00.459181 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:00.570919 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:00.683329 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:00.794500 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:01.021918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:59:01.571243 run create_hlr_db(pid=21324): Launched\u000a15:59:01.757841 bus /sierra_2: Setting Powered False\u000a15:59:02.773296 run create_hlr_db(pid=21324): Terminated: ok {rc=0}\u000a15:59:03.162854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21326): Launched\u000a15:59:03.451372 run osmo-hlr_10.42.42.2(pid=21327): Launched\u000a15:59:03.557248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:59:04.059006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21329): Launched\u000a15:59:04.348624 run osmo-stp_10.42.42.5(pid=21330): Launched\u000a15:59:04.474188 tst emergency_preemptive_call.py: using MSISDN 7787\u000a15:59:04.623032 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:59:05.151018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21332): Launched\u000a15:59:05.441818 run osmo-msc_10.42.42.6(pid=21333): Launched\u000a15:59:05.613959 run osmo-stp_10.42.42.5(pid=21330): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21330)]\u000a15:59:05.737617 run osmo-stp_10.42.42.5(pid=21330): stdout: \u000a| (launched: 2022-12-10_15:59:04.206669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:05.859057 run osmo-stp_10.42.42.5(pid=21330): stderr: \u000a| �[0;m�[38;5;43m20221210155904377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155904378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155904378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155904378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155904379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155904379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155904379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:05.976319 run osmo-stp_10.42.42.5(pid=21330): stdout: \u000a| (launched: 2022-12-10_15:59:04.206669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:06.092626 run osmo-stp_10.42.42.5(pid=21330): stderr: \u000a| �[0;m�[38;5;43m20221210155904377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155904378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155904378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155904378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155904379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155904379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155904379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:06.143261 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=21330): Process ended prematurely: osmo-stp_10.42.42.5(pid=21330) [trial-2376↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21330)] [trial-2376↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a15:59:06.151285 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a15:59:06.213154 run osmo-hlr_10.42.42.2(pid=21327): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21327)]\u000a15:59:06.262568 run osmo-hlr_10.42.42.2(pid=21327): stdout: \u000a| (launched: 2022-12-10_15:59:03.309940) \u000a15:59:06.312555 run osmo-hlr_10.42.42.2(pid=21327): stderr: \u000a| �[0;m�[1;31m20221210155903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155903493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155903501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155903501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155903502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:59:06.380223 run osmo-msc_10.42.42.6(pid=21333): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21333)]\u000a15:59:06.429333 run osmo-msc_10.42.42.6(pid=21333): stdout: \u000a| (launched: 2022-12-10_15:59:05.298647) \u000a15:59:06.479000 run osmo-msc_10.42.42.6(pid=21333): stderr: \u000a| �[0;m�[38;5;43m20221210155905566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210155905566 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9da2768c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210155905566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210155905566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210155905566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210155905567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210155905568 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210155905569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210155905569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210155905569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:59:06.521105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21326): Terminating (SIGTERM)\u000a15:59:06.561024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21329): Terminating (SIGTERM)\u000a15:59:06.601407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21332): Terminating (SIGTERM)\u000a15:59:06.610680 --- ParallelTerminationStrategy: PID 21326 died...\u000a15:59:06.664049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21326): Terminated: ok {rc=0}\u000a15:59:06.673896 --- ParallelTerminationStrategy: PID 21329 died...\u000a15:59:06.727291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21329): Terminated: ok {rc=0}\u000a15:59:06.736916 --- ParallelTerminationStrategy: PID 21332 died...\u000a15:59:06.789990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21332): Terminated: ok {rc=0}\u000a15:59:06.873868 bus /sierra_9: Setting Powered False\u000a15:59:07.980057 bus /sierra_9: Setting Powered False\u000a15:59:09.087776 bus /sierra_8: Setting Powered False\u000a15:59:10.194752 bus /sierra_8: Setting Powered False\u000a15:59:11.303358 bus /sierra_3: Setting Powered False\u000a15:59:12.410118 bus /sierra_3: Setting Powered False\u000a15:59:13.518289 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:58:49" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21349): Process ended prematurely: osmo-stp_10.42.42.5(pid=21349) [trial-2376↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21349)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21349): Process ended prematurely: osmo-stp_10.42.42.5(pid=21349) [trial-2376↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:59:15.647537 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:15.658543 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a15:59:15.801881 tst cs_paging_gprs_active.py: using LAC 29048\u000a15:59:15.946620 tst cs_paging_gprs_active.py: using RAC 233\u000a15:59:16.077831 tst cs_paging_gprs_active.py: using CellId 29048\u000a15:59:16.198025 tst cs_paging_gprs_active.py: using BVCI 29049\u000a15:59:16.222036 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:16.233742 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:16.245286 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:16.259350 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:16.272242 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:16.284702 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:16.296308 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:16.308919 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:16.321302 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:16.462198 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:16.786822 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:59:16.929753 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:59:17.326715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21339): Launched\u000a15:59:17.581734 run iperf3-srv_10.42.42.10(pid=21340): Launched\u000a15:59:17.762863 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:59:17.886245 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:59:18.192805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21341): Launched\u000a15:59:18.447663 run iperf3-srv_10.42.42.10(pid=21342): Launched\u000a15:59:18.628668 tst cs_paging_gprs_active.py:38: start network...\u000a15:59:18.751897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:59:19.215999 run create_hlr_db(pid=21343): Launched\u000a15:59:19.387321 bus /sierra_2: Setting Powered False\u000a15:59:20.410111 run create_hlr_db(pid=21343): Terminated: ok {rc=0}\u000a15:59:20.831497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21345): Launched\u000a15:59:21.147778 run osmo-hlr_10.42.42.2(pid=21346): Launched\u000a15:59:21.267371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:59:21.818660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21348): Launched\u000a15:59:22.134953 run osmo-stp_10.42.42.5(pid=21349): Launched\u000a15:59:22.250222 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:59:22.804002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21351): Launched\u000a15:59:22.917230 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:59:23.193239 run patchelf(pid=21352): Launched\u000a15:59:23.379956 run osmo-stp_10.42.42.5(pid=21349): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21349)]\u000a15:59:23.516735 run osmo-stp_10.42.42.5(pid=21349): stdout: \u000a| (launched: 2022-12-10_15:59:21.979979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:23.653883 run osmo-stp_10.42.42.5(pid=21349): stderr: \u000a| �[0;m�[38;5;43m20221210155922169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155922169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155922169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155922170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155922170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155922170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155922170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:23.785941 run osmo-stp_10.42.42.5(pid=21349): stdout: \u000a| (launched: 2022-12-10_15:59:21.979979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:23.916409 run osmo-stp_10.42.42.5(pid=21349): stderr: \u000a| �[0;m�[38;5;43m20221210155922169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155922169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155922169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155922170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155922170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155922170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155922170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:24.068664 run patchelf(pid=21352): Terminating (SIGINT)\u000a15:59:24.247657 run patchelf(pid=21352): Terminated: ok {rc=0}\u000a15:59:24.280542 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21349): Process ended prematurely: osmo-stp_10.42.42.5(pid=21349) [trial-2376↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21349)] [trial-2376↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a15:59:24.290392 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a15:59:24.353104 run osmo-hlr_10.42.42.2(pid=21346): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21346)]\u000a15:59:24.404003 run osmo-hlr_10.42.42.2(pid=21346): stdout: \u000a| (launched: 2022-12-10_15:59:20.993167) \u000a15:59:24.455619 run osmo-hlr_10.42.42.2(pid=21346): stderr: \u000a| �[0;m�[1;31m20221210155921190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155921190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155921190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155921190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155921190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155921190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155921202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155921210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155921210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155921210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:59:24.499521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21339): Terminating (SIGTERM)\u000a15:59:24.541024 run iperf3-srv_10.42.42.10(pid=21340): Terminating (SIGTERM)\u000a15:59:24.582516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21341): Terminating (SIGTERM)\u000a15:59:24.624025 run iperf3-srv_10.42.42.10(pid=21342): Terminating (SIGTERM)\u000a15:59:24.665653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21345): Terminating (SIGTERM)\u000a15:59:24.707288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21348): Terminating (SIGTERM)\u000a15:59:24.749190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21351): Terminating (SIGTERM)\u000a15:59:24.758823 --- ParallelTerminationStrategy: PID 21339 died...\u000a15:59:24.814958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21339): Terminated: ok {rc=0}\u000a15:59:24.825042 --- ParallelTerminationStrategy: PID 21340 died...\u000a15:59:24.880031 run iperf3-srv_10.42.42.10(pid=21340): Terminated {rc=256}\u000a15:59:24.889919 --- ParallelTerminationStrategy: PID 21341 died...\u000a15:59:24.944657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21341): Terminated: ok {rc=0}\u000a15:59:24.954585 --- ParallelTerminationStrategy: PID 21342 died...\u000a15:59:25.009564 run iperf3-srv_10.42.42.10(pid=21342): Terminated {rc=256}\u000a15:59:25.019434 --- ParallelTerminationStrategy: PID 21345 died...\u000a15:59:25.074509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21345): Terminated: ok {rc=0}\u000a15:59:25.084434 --- ParallelTerminationStrategy: PID 21348 died...\u000a15:59:25.139695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21348): Terminated: ok {rc=0}\u000a15:59:25.149795 --- ParallelTerminationStrategy: PID 21351 died...\u000a15:59:25.205463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21351): Terminated: ok {rc=0}\u000a15:59:25.292642 bus /gobi_0: Setting Powered False\u000a15:59:26.399450 bus /gobi_0: Setting Powered False\u000a15:59:27.507459 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21361): Process ended prematurely: osmo-stp_10.42.42.5(pid=21361) [trial-2376↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21361)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21361): Process ended prematurely: osmo-stp_10.42.42.5(pid=21361) [trial-2376↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a15:59:28.621115 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:28.632462 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a15:59:28.775889 tst iperf3.py: using LAC 29049\u000a15:59:28.900052 tst iperf3.py: using RAC 234\u000a15:59:29.020375 tst iperf3.py: using CellId 29049\u000a15:59:29.136766 tst iperf3.py: using BVCI 29050\u000a15:59:29.159397 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:29.170181 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:29.180640 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:29.191330 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:29.201835 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:29.212263 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:29.223080 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:29.233558 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:29.244618 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:29.532942 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:59:29.665246 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:59:29.992616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21353): Launched\u000a15:59:30.264668 run iperf3-srv_10.42.42.10(pid=21354): Launched\u000a15:59:30.459067 tst iperf3.py:8: start network...\u000a15:59:30.591157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:59:31.146447 run create_hlr_db(pid=21355): Launched\u000a15:59:31.333340 bus /gobi_6: Setting Powered False\u000a15:59:32.343894 run create_hlr_db(pid=21355): Terminated: ok {rc=0}\u000a15:59:32.747311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21357): Launched\u000a15:59:33.041418 run osmo-hlr_10.42.42.2(pid=21358): Launched\u000a15:59:33.149240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:59:33.662030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21360): Launched\u000a15:59:33.957126 run osmo-stp_10.42.42.5(pid=21361): Launched\u000a15:59:34.064613 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:59:34.578667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21363): Launched\u000a15:59:34.684050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:59:34.941020 run patchelf(pid=21364): Launched\u000a15:59:35.114353 run osmo-stp_10.42.42.5(pid=21361): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21361)]\u000a15:59:35.241334 run osmo-stp_10.42.42.5(pid=21361): stdout: \u000a| (launched: 2022-12-10_15:59:33.812732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:35.368480 run osmo-stp_10.42.42.5(pid=21361): stderr: \u000a| �[0;m�[38;5;43m20221210155933981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155933981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155933981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155933981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155933982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155933982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155933982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:35.490947 run osmo-stp_10.42.42.5(pid=21361): stdout: \u000a| (launched: 2022-12-10_15:59:33.812732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:35.612109 run osmo-stp_10.42.42.5(pid=21361): stderr: \u000a| �[0;m�[38;5;43m20221210155933981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155933981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155933981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155933981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155933982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155933982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155933982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:35.753858 run patchelf(pid=21364): Terminating (SIGINT)\u000a15:59:35.920076 run patchelf(pid=21364): Terminated: ok {rc=0}\u000a15:59:35.950757 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21361): Process ended prematurely: osmo-stp_10.42.42.5(pid=21361) [trial-2376↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21361)] [trial-2376↪gprs:trx-b200↪iperf3.py:8]\u000a15:59:35.960082 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a15:59:36.020243 run osmo-hlr_10.42.42.2(pid=21358): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21358)]\u000a15:59:36.069073 run osmo-hlr_10.42.42.2(pid=21358): stdout: \u000a| (launched: 2022-12-10_15:59:32.896837) \u000a15:59:36.118614 run osmo-hlr_10.42.42.2(pid=21358): stderr: \u000a| �[0;m�[1;31m20221210155933073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155933073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155933073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155933073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155933073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155933073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155933085 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155933093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155933094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155933094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:59:36.160786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21353): Terminating (SIGTERM)\u000a15:59:36.200723 run iperf3-srv_10.42.42.10(pid=21354): Terminating (SIGTERM)\u000a15:59:36.240652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21357): Terminating (SIGTERM)\u000a15:59:36.280441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21360): Terminating (SIGTERM)\u000a15:59:36.320449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21363): Terminating (SIGTERM)\u000a15:59:36.329954 --- ParallelTerminationStrategy: PID 21353 died...\u000a15:59:36.383613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21353): Terminated: ok {rc=0}\u000a15:59:36.393719 --- ParallelTerminationStrategy: PID 21354 died...\u000a15:59:36.447159 run iperf3-srv_10.42.42.10(pid=21354): Terminated {rc=256}\u000a15:59:36.456659 --- ParallelTerminationStrategy: PID 21357 died...\u000a15:59:36.509674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21357): Terminated: ok {rc=0}\u000a15:59:36.519527 --- ParallelTerminationStrategy: PID 21360 died...\u000a15:59:36.572218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21360): Terminated: ok {rc=0}\u000a15:59:36.582040 --- ParallelTerminationStrategy: PID 21363 died...\u000a15:59:36.634853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21363): Terminated: ok {rc=0}\u000a15:59:36.718279 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21379): Process ended prematurely: osmo-stp_10.42.42.5(pid=21379) [trial-2376↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21379)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21379): Process ended prematurely: osmo-stp_10.42.42.5(pid=21379) [trial-2376↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a15:59:37.832201 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:37.843835 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a15:59:37.990726 tst iperf3m4.py: using LAC 29050\u000a15:59:38.113573 tst iperf3m4.py: using RAC 235\u000a15:59:38.236435 tst iperf3m4.py: using CellId 29050\u000a15:59:38.359309 tst iperf3m4.py: using BVCI 29051\u000a15:59:38.383591 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:38.394777 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:38.405782 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:38.416599 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:38.427393 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:38.438202 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:38.449219 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:38.459968 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:38.470945 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:38.588676 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:38.706744 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:38.824849 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:39.100875 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:59:39.224923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:59:39.532009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21365): Launched\u000a15:59:39.786734 run iperf3-srv_10.42.42.10(pid=21366): Launched\u000a15:59:39.968112 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:59:40.090978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:59:40.397370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21367): Launched\u000a15:59:40.650559 run iperf3-srv_10.42.42.10(pid=21368): Launched\u000a15:59:40.831427 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:59:40.954859 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:59:41.260690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21369): Launched\u000a15:59:41.514406 run iperf3-srv_10.42.42.10(pid=21370): Launched\u000a15:59:41.694155 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:59:41.817324 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:59:42.123261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21371): Launched\u000a15:59:42.376814 run iperf3-srv_10.42.42.10(pid=21372): Launched\u000a15:59:42.557115 tst iperf3m4.py:8: start network...\u000a15:59:42.679970 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:59:43.144631 run create_hlr_db(pid=21373): Launched\u000a15:59:43.315368 bus /gobi_6: Setting Powered False\u000a15:59:44.337509 run create_hlr_db(pid=21373): Terminated: ok {rc=0}\u000a15:59:44.731814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21375): Launched\u000a15:59:45.026723 run osmo-hlr_10.42.42.2(pid=21376): Launched\u000a15:59:45.134505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:59:45.648934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21378): Launched\u000a15:59:46.065693 run osmo-stp_10.42.42.5(pid=21379): Launched\u000a15:59:46.224272 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:59:46.769456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21381): Launched\u000a15:59:46.878930 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:59:47.158723 run patchelf(pid=21382): Launched\u000a15:59:47.336688 run osmo-stp_10.42.42.5(pid=21379): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21379)]\u000a15:59:47.465133 run osmo-stp_10.42.42.5(pid=21379): stdout: \u000a| (launched: 2022-12-10_15:59:45.799607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:47.593695 run osmo-stp_10.42.42.5(pid=21379): stderr: \u000a| �[0;m�[38;5;43m20221210155946026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155946026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155946027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155946027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155946027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155946028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155946028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:47.717202 run osmo-stp_10.42.42.5(pid=21379): stdout: \u000a| (launched: 2022-12-10_15:59:45.799607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:47.840455 run osmo-stp_10.42.42.5(pid=21379): stderr: \u000a| �[0;m�[38;5;43m20221210155946026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210155946026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210155946027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210155946027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210155946027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210155946028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210155946028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:47.983234 run patchelf(pid=21382): Terminating (SIGINT)\u000a15:59:48.150850 run patchelf(pid=21382): Terminated: ok {rc=0}\u000a15:59:48.182026 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21379): Process ended prematurely: osmo-stp_10.42.42.5(pid=21379) [trial-2376↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21379)] [trial-2376↪gprs:trx-b200↪iperf3m4.py:8]\u000a15:59:48.191496 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a15:59:48.253064 run osmo-hlr_10.42.42.2(pid=21376): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21376)]\u000a15:59:48.302813 run osmo-hlr_10.42.42.2(pid=21376): stdout: \u000a| (launched: 2022-12-10_15:59:44.881777) \u000a15:59:48.353085 run osmo-hlr_10.42.42.2(pid=21376): stderr: \u000a| �[0;m�[1;31m20221210155945051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210155945051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210155945051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155945051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210155945051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210155945051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210155945070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210155945079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210155945080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210155945080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:59:48.395568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21365): Terminating (SIGTERM)\u000a15:59:48.436526 run iperf3-srv_10.42.42.10(pid=21366): Terminating (SIGTERM)\u000a15:59:48.477009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21367): Terminating (SIGTERM)\u000a15:59:48.517617 run iperf3-srv_10.42.42.10(pid=21368): Terminating (SIGTERM)\u000a15:59:48.558287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21369): Terminating (SIGTERM)\u000a15:59:48.598828 run iperf3-srv_10.42.42.10(pid=21370): Terminating (SIGTERM)\u000a15:59:48.639323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21371): Terminating (SIGTERM)\u000a15:59:48.680051 run iperf3-srv_10.42.42.10(pid=21372): Terminating (SIGTERM)\u000a15:59:48.720444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21375): Terminating (SIGTERM)\u000a15:59:48.761223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21378): Terminating (SIGTERM)\u000a15:59:48.801778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21381): Terminating (SIGTERM)\u000a15:59:48.811426 --- ParallelTerminationStrategy: PID 21365 died...\u000a15:59:48.865886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21365): Terminated: ok {rc=0}\u000a15:59:48.875906 --- ParallelTerminationStrategy: PID 21366 died...\u000a15:59:48.930049 run iperf3-srv_10.42.42.10(pid=21366): Terminated {rc=256}\u000a15:59:48.939894 --- ParallelTerminationStrategy: PID 21367 died...\u000a15:59:48.993964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21367): Terminated: ok {rc=0}\u000a15:59:49.004002 --- ParallelTerminationStrategy: PID 21368 died...\u000a15:59:49.058441 run iperf3-srv_10.42.42.10(pid=21368): Terminated {rc=256}\u000a15:59:49.068313 --- ParallelTerminationStrategy: PID 21369 died...\u000a15:59:49.122478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21369): Terminated: ok {rc=0}\u000a15:59:49.132352 --- ParallelTerminationStrategy: PID 21370 died...\u000a15:59:49.186545 run iperf3-srv_10.42.42.10(pid=21370): Terminated {rc=256}\u000a15:59:49.196374 --- ParallelTerminationStrategy: PID 21371 died...\u000a15:59:49.251135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21371): Terminated: ok {rc=0}\u000a15:59:49.260942 --- ParallelTerminationStrategy: PID 21372 died...\u000a15:59:49.314978 run iperf3-srv_10.42.42.10(pid=21372): Terminated {rc=256}\u000a15:59:49.325176 --- ParallelTerminationStrategy: PID 21375 died...\u000a15:59:49.379608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21375): Terminated: ok {rc=0}\u000a15:59:49.389987 --- ParallelTerminationStrategy: PID 21378 died...\u000a15:59:49.444252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21378): Terminated: ok {rc=0}\u000a15:59:49.454148 --- ParallelTerminationStrategy: PID 21381 died...\u000a15:59:49.508157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21381): Terminated: ok {rc=0}\u000a15:59:49.597759 bus /gobi_4: Setting Powered False\u000a15:59:50.702084 bus /gobi_4: Setting Powered False\u000a15:59:51.814483 bus /gobi_1: Setting Powered False\u000a15:59:52.918539 bus /gobi_1: Setting Powered False\u000a15:59:54.029368 bus /gobi_0: Setting Powered False\u000a15:59:55.132981 bus /gobi_0: Setting Powered False\u000a15:59:56.243591 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21389): Process ended prematurely: osmo-stp_10.42.42.5(pid=21389) [trial-2376↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21389)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21389): Process ended prematurely: osmo-stp_10.42.42.5(pid=21389) [trial-2376↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a15:59:57.310274 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:57.321462 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a15:59:57.455607 tst ping.py: using LAC 29051\u000a15:59:57.569785 tst ping.py: using RAC 236\u000a15:59:57.686793 tst ping.py: using CellId 29051\u000a15:59:57.802104 tst ping.py: using BVCI 29052\u000a15:59:57.824253 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:57.834801 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:57.845301 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:57.855846 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:57.866433 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:57.876936 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:57.887619 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:57.898624 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:58.165453 tst ping.py:19: start network...\u000a15:59:58.286721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:59:58.743502 run create_hlr_db(pid=21383): Launched\u000a15:59:58.911091 bus /gobi_6: Setting Powered False\u000a15:59:59.944039 run create_hlr_db(pid=21383): Terminated: ok {rc=0}\u000a16:00:00.335701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21385): Launched\u000a16:00:00.626248 run osmo-hlr_10.42.42.2(pid=21386): Launched\u000a16:00:00.739093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:00:01.289966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21388): Launched\u000a16:00:01.703924 run osmo-stp_10.42.42.5(pid=21389): Launched\u000a16:00:01.874300 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:00:02.508890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21395): Launched\u000a16:00:02.624531 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:00:02.904580 run patchelf(pid=21402): Launched\u000a16:00:03.075137 run osmo-stp_10.42.42.5(pid=21389): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21389)]\u000a16:00:03.200006 run osmo-stp_10.42.42.5(pid=21389): stdout: \u000a| (launched: 2022-12-10_16:00:01.439629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:03.325847 run osmo-stp_10.42.42.5(pid=21389): stderr: \u000a| �[0;m�[38;5;43m20221210160001708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160001708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160001708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160001709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160001709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160001709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160001709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:03.446796 run osmo-stp_10.42.42.5(pid=21389): stdout: \u000a| (launched: 2022-12-10_16:00:01.439629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:03.568232 run osmo-stp_10.42.42.5(pid=21389): stderr: \u000a| �[0;m�[38;5;43m20221210160001708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160001708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160001708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160001709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160001709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160001709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160001709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:03.707622 run patchelf(pid=21402): Terminating (SIGINT)\u000a16:00:03.872102 run patchelf(pid=21402): Terminated: ok {rc=0}\u000a16:00:03.902054 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21389): Process ended prematurely: osmo-stp_10.42.42.5(pid=21389) [trial-2376↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21389)] [trial-2376↪gprs:trx-b200↪ping.py:22]\u000a16:00:03.910693 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:00:03.971868 run osmo-hlr_10.42.42.2(pid=21386): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21386)]\u000a16:00:04.021155 run osmo-hlr_10.42.42.2(pid=21386): stdout: \u000a| (launched: 2022-12-10_16:00:00.483469) \u000a16:00:04.071006 run osmo-hlr_10.42.42.2(pid=21386): stderr: \u000a| �[0;m�[1;31m20221210160000658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160000658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160000658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160000658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160000658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160000658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160000670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160000678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160000679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160000679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:00:04.113063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21385): Terminating (SIGTERM)\u000a16:00:04.153024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21388): Terminating (SIGTERM)\u000a16:00:04.193074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21395): Terminating (SIGTERM)\u000a16:00:04.202606 --- ParallelTerminationStrategy: PID 21385 died...\u000a16:00:04.256684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21385): Terminated: ok {rc=0}\u000a16:00:04.266552 --- ParallelTerminationStrategy: PID 21388 died...\u000a16:00:04.320523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21388): Terminated: ok {rc=0}\u000a16:00:04.330309 --- ParallelTerminationStrategy: PID 21395 died...\u000a16:00:04.383868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21395): Terminated: ok {rc=0}\u000a16:00:04.472390 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21409): Process ended prematurely: osmo-stp_10.42.42.5(pid=21409) [trial-2376↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21409)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21409): Process ended prematurely: osmo-stp_10.42.42.5(pid=21409) [trial-2376↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a16:00:05.523899 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:05.535057 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a16:00:05.671484 tst ping_idle_ping.py: using LAC 29052\u000a16:00:05.786596 tst ping_idle_ping.py: using RAC 237\u000a16:00:05.900937 tst ping_idle_ping.py: using CellId 29052\u000a16:00:06.021318 tst ping_idle_ping.py: using BVCI 29053\u000a16:00:06.043582 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:06.054182 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:06.064566 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:06.075209 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:06.085826 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:06.096360 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:06.107065 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:06.117711 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:00:06.404653 tst ping_idle_ping.py:24: start network...\u000a16:00:06.535776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:00:07.038680 run create_hlr_db(pid=21403): Launched\u000a16:00:07.221071 bus /gobi_6: Setting Powered False\u000a16:00:08.241434 run create_hlr_db(pid=21403): Terminated: ok {rc=0}\u000a16:00:08.634422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21405): Launched\u000a16:00:08.925010 run osmo-hlr_10.42.42.2(pid=21406): Launched\u000a16:00:09.034203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:00:09.538357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21408): Launched\u000a16:00:09.828559 run osmo-stp_10.42.42.5(pid=21409): Launched\u000a16:00:09.935272 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:00:10.443598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21411): Launched\u000a16:00:10.547787 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:00:10.801609 run patchelf(pid=21412): Launched\u000a16:00:10.972334 run osmo-stp_10.42.42.5(pid=21409): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21409)]\u000a16:00:11.097332 run osmo-stp_10.42.42.5(pid=21409): stdout: \u000a| (launched: 2022-12-10_16:00:09.685650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:11.223081 run osmo-stp_10.42.42.5(pid=21409): stderr: \u000a| �[0;m�[38;5;43m20221210160009853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160009853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160009854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160009854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160009854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160009854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160009855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:11.343923 run osmo-stp_10.42.42.5(pid=21409): stdout: \u000a| (launched: 2022-12-10_16:00:09.685650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:11.463810 run osmo-stp_10.42.42.5(pid=21409): stderr: \u000a| �[0;m�[38;5;43m20221210160009853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160009853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160009854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160009854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160009854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160009854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160009855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:11.603414 run patchelf(pid=21412): Terminating (SIGINT)\u000a16:00:11.767028 run patchelf(pid=21412): Terminated: ok {rc=0}\u000a16:00:11.796851 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21409): Process ended prematurely: osmo-stp_10.42.42.5(pid=21409) [trial-2376↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21409)] [trial-2376↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a16:00:11.805501 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a16:00:11.866150 run osmo-hlr_10.42.42.2(pid=21406): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21406)]\u000a16:00:11.915465 run osmo-hlr_10.42.42.2(pid=21406): stdout: \u000a| (launched: 2022-12-10_16:00:08.782373) \u000a16:00:11.965272 run osmo-hlr_10.42.42.2(pid=21406): stderr: \u000a| �[0;m�[1;31m20221210160008957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160008958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160008958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160008958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160008958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160008958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160008972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160008980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160008980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160008980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:00:12.007672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21405): Terminating (SIGTERM)\u000a16:00:12.047912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21408): Terminating (SIGTERM)\u000a16:00:12.088199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21411): Terminating (SIGTERM)\u000a16:00:12.097975 --- ParallelTerminationStrategy: PID 21405 died...\u000a16:00:12.152057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21405): Terminated: ok {rc=0}\u000a16:00:12.161841 --- ParallelTerminationStrategy: PID 21408 died...\u000a16:00:12.215120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21408): Terminated: ok {rc=0}\u000a16:00:12.225081 --- ParallelTerminationStrategy: PID 21411 died...\u000a16:00:12.278558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21411): Terminated: ok {rc=0}\u000a16:00:12.362401 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T15:59:15" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21779): Process ended prematurely: osmo-stp_10.42.42.5(pid=21779) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21779)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21779): Process ended prematurely: osmo-stp_10.42.42.5(pid=21779) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:00:14.525563 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:14.536913 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:00:14.692664 tst cs_paging_gprs_active.py: using LAC 29053\u000a16:00:14.824867 tst cs_paging_gprs_active.py: using RAC 238\u000a16:00:14.965753 tst cs_paging_gprs_active.py: using CellId 29053\u000a16:00:15.093204 tst cs_paging_gprs_active.py: using BVCI 29054\u000a16:00:15.116859 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:15.128788 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:15.140824 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:15.152413 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:15.164645 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:15.177584 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:15.189365 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:15.201505 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:15.214643 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:00:15.339782 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:00:15.643552 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:00:15.777805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:00:16.143103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21769): Launched\u000a16:00:16.440312 run iperf3-srv_10.42.42.10(pid=21770): Launched\u000a16:00:16.640133 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:00:16.775885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:00:17.124694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21771): Launched\u000a16:00:17.397424 run iperf3-srv_10.42.42.10(pid=21772): Launched\u000a16:00:17.592349 tst cs_paging_gprs_active.py:38: start network...\u000a16:00:17.725387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:00:18.231381 run create_hlr_db(pid=21773): Launched\u000a16:00:18.415491 bus /gobi_6: Setting Powered False\u000a16:00:19.437083 run create_hlr_db(pid=21773): Terminated: ok {rc=0}\u000a16:00:19.835176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21775): Launched\u000a16:00:20.129887 run osmo-hlr_10.42.42.2(pid=21776): Launched\u000a16:00:20.238029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:00:20.751052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21778): Launched\u000a16:00:21.046292 run osmo-stp_10.42.42.5(pid=21779): Launched\u000a16:00:21.154426 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:00:21.669555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21781): Launched\u000a16:00:21.775398 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:00:22.034153 run patchelf(pid=21782): Launched\u000a16:00:22.208190 run osmo-stp_10.42.42.5(pid=21779): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21779)]\u000a16:00:22.335912 run osmo-stp_10.42.42.5(pid=21779): stdout: \u000a| (launched: 2022-12-10_16:00:20.901443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:22.464003 run osmo-stp_10.42.42.5(pid=21779): stderr: \u000a| �[0;m�[38;5;43m20221210160021068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160021068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160021068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160021069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160021069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160021069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160021069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:22.587134 run osmo-stp_10.42.42.5(pid=21779): stdout: \u000a| (launched: 2022-12-10_16:00:20.901443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:22.709038 run osmo-stp_10.42.42.5(pid=21779): stderr: \u000a| �[0;m�[38;5;43m20221210160021068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160021068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160021068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160021069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160021069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160021069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160021069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:22.851631 run patchelf(pid=21782): Terminating (SIGINT)\u000a16:00:23.019066 run patchelf(pid=21782): Terminated: ok {rc=0}\u000a16:00:23.050126 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21779): Process ended prematurely: osmo-stp_10.42.42.5(pid=21779) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21779)] [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:00:23.059244 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a16:00:23.119980 run osmo-hlr_10.42.42.2(pid=21776): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21776)]\u000a16:00:23.169474 run osmo-hlr_10.42.42.2(pid=21776): stdout: \u000a| (launched: 2022-12-10_16:00:19.985546) \u000a16:00:23.219121 run osmo-hlr_10.42.42.2(pid=21776): stderr: \u000a| �[0;m�[1;31m20221210160020159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160020159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160020159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160020159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160020159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160020159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160020171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160020180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160020180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160020180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:00:23.261429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21769): Terminating (SIGTERM)\u000a16:00:23.301862 run iperf3-srv_10.42.42.10(pid=21770): Terminating (SIGTERM)\u000a16:00:23.342504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21771): Terminating (SIGTERM)\u000a16:00:23.384561 run iperf3-srv_10.42.42.10(pid=21772): Terminating (SIGTERM)\u000a16:00:23.425942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21775): Terminating (SIGTERM)\u000a16:00:23.466899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21778): Terminating (SIGTERM)\u000a16:00:23.509241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21781): Terminating (SIGTERM)\u000a16:00:23.519015 --- ParallelTerminationStrategy: PID 21769 died...\u000a16:00:23.574796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21769): Terminated: ok {rc=0}\u000a16:00:23.585356 --- ParallelTerminationStrategy: PID 21770 died...\u000a16:00:23.641345 run iperf3-srv_10.42.42.10(pid=21770): Terminated {rc=256}\u000a16:00:23.651699 --- ParallelTerminationStrategy: PID 21771 died...\u000a16:00:23.707683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21771): Terminated: ok {rc=0}\u000a16:00:23.718095 --- ParallelTerminationStrategy: PID 21772 died...\u000a16:00:23.773944 run iperf3-srv_10.42.42.10(pid=21772): Terminated {rc=256}\u000a16:00:23.784480 --- ParallelTerminationStrategy: PID 21775 died...\u000a16:00:23.839894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21775): Terminated: ok {rc=0}\u000a16:00:23.850486 --- ParallelTerminationStrategy: PID 21778 died...\u000a16:00:23.905447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21778): Terminated: ok {rc=0}\u000a16:00:23.916599 --- ParallelTerminationStrategy: PID 21781 died...\u000a16:00:23.971239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21781): Terminated: ok {rc=0}\u000a16:00:24.055439 bus /gobi_0: Setting Powered False\u000a16:00:25.160902 bus /gobi_0: Setting Powered False\u000a16:00:26.276448 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21967): Process ended prematurely: osmo-stp_10.42.42.5(pid=21967) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21967)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21967): Process ended prematurely: osmo-stp_10.42.42.5(pid=21967) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:00:27.388784 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:27.401058 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:00:27.543358 tst iperf3.py: using LAC 29054\u000a16:00:27.663219 tst iperf3.py: using RAC 239\u000a16:00:27.784640 tst iperf3.py: using CellId 29054\u000a16:00:27.907174 tst iperf3.py: using BVCI 29055\u000a16:00:27.930941 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:27.942761 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:27.954344 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:27.969104 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:27.981738 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:27.993265 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:28.006175 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:28.019894 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:28.032355 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:00:28.311600 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:00:28.439651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:00:28.780161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21958): Launched\u000a16:00:29.085393 run iperf3-srv_10.42.42.10(pid=21959): Launched\u000a16:00:29.288226 tst iperf3.py:8: start network...\u000a16:00:29.415404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:00:29.895085 run create_hlr_db(pid=21961): Launched\u000a16:00:30.070518 bus /gobi_6: Setting Powered False\u000a16:00:31.094403 run create_hlr_db(pid=21961): Terminated: ok {rc=0}\u000a16:00:31.515597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21963): Launched\u000a16:00:31.923712 run osmo-hlr_10.42.42.2(pid=21964): Launched\u000a16:00:32.160147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:00:32.731788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21966): Launched\u000a16:00:33.035262 run osmo-stp_10.42.42.5(pid=21967): Launched\u000a16:00:33.146550 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:00:33.674482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21969): Launched\u000a16:00:33.784689 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:00:34.048859 run patchelf(pid=21970): Launched\u000a16:00:34.227572 run osmo-stp_10.42.42.5(pid=21967): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21967)]\u000a16:00:34.357980 run osmo-stp_10.42.42.5(pid=21967): stdout: \u000a| (launched: 2022-12-10_16:00:32.885600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:34.488656 run osmo-stp_10.42.42.5(pid=21967): stderr: \u000a| �[0;m�[38;5;43m20221210160033057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160033057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160033058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160033058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160033058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160033059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160033059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:34.614601 run osmo-stp_10.42.42.5(pid=21967): stdout: \u000a| (launched: 2022-12-10_16:00:32.885600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:34.739154 run osmo-stp_10.42.42.5(pid=21967): stderr: \u000a| �[0;m�[38;5;43m20221210160033057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160033057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160033058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160033058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160033058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160033059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160033059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:34.884081 run patchelf(pid=21970): Terminating (SIGINT)\u000a16:00:35.054553 run patchelf(pid=21970): Terminated: ok {rc=0}\u000a16:00:35.085905 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21967): Process ended prematurely: osmo-stp_10.42.42.5(pid=21967) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21967)] [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a16:00:35.095070 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:00:35.155910 run osmo-hlr_10.42.42.2(pid=21964): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21964)]\u000a16:00:35.205202 run osmo-hlr_10.42.42.2(pid=21964): stdout: \u000a| (launched: 2022-12-10_16:00:31.674575) \u000a16:00:35.255293 run osmo-hlr_10.42.42.2(pid=21964): stderr: \u000a| �[0;m�[1;31m20221210160032020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160032020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160032020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160032020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160032020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160032020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160032035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160032052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160032052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160032052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:00:35.297434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21958): Terminating (SIGTERM)\u000a16:00:35.337295 run iperf3-srv_10.42.42.10(pid=21959): Terminating (SIGTERM)\u000a16:00:35.377318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21963): Terminating (SIGTERM)\u000a16:00:35.417414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21966): Terminating (SIGTERM)\u000a16:00:35.457692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21969): Terminating (SIGTERM)\u000a16:00:35.467199 --- ParallelTerminationStrategy: PID 21958 died...\u000a16:00:35.520995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21958): Terminated: ok {rc=0}\u000a16:00:35.530919 --- ParallelTerminationStrategy: PID 21959 died...\u000a16:00:35.584564 run iperf3-srv_10.42.42.10(pid=21959): Terminated {rc=256}\u000a16:00:35.594688 --- ParallelTerminationStrategy: PID 21963 died...\u000a16:00:35.648038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21963): Terminated: ok {rc=0}\u000a16:00:35.657961 --- ParallelTerminationStrategy: PID 21966 died...\u000a16:00:35.711557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21966): Terminated: ok {rc=0}\u000a16:00:35.721306 --- ParallelTerminationStrategy: PID 21969 died...\u000a16:00:35.774962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21969): Terminated: ok {rc=0}\u000a16:00:35.862139 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21985): Process ended prematurely: osmo-stp_10.42.42.5(pid=21985) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21985)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21985): Process ended prematurely: osmo-stp_10.42.42.5(pid=21985) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:00:36.973168 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:36.984763 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:00:37.124136 tst iperf3m4.py: using LAC 29055\u000a16:00:37.251708 tst iperf3m4.py: using RAC 240\u000a16:00:37.379078 tst iperf3m4.py: using CellId 29055\u000a16:00:37.512702 tst iperf3m4.py: using BVCI 29056\u000a16:00:37.537856 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:37.549417 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:37.560433 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:37.571905 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:37.583320 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:37.594619 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:37.606081 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:37.617301 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:37.628658 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:00:37.750782 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:00:37.870211 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:00:37.990579 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:00:38.286707 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:00:38.422930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:00:38.758704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21971): Launched\u000a16:00:39.037075 run iperf3-srv_10.42.42.10(pid=21972): Launched\u000a16:00:39.236830 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:00:39.373387 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:00:39.708775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21973): Launched\u000a16:00:39.987230 run iperf3-srv_10.42.42.10(pid=21974): Launched\u000a16:00:40.186511 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:00:40.322407 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:00:40.657180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21975): Launched\u000a16:00:40.934824 run iperf3-srv_10.42.42.10(pid=21976): Launched\u000a16:00:41.133830 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:00:41.269057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:00:41.604476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21977): Launched\u000a16:00:41.882186 run iperf3-srv_10.42.42.10(pid=21978): Launched\u000a16:00:42.080265 tst iperf3m4.py:8: start network...\u000a16:00:42.215349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:00:42.735227 run create_hlr_db(pid=21979): Launched\u000a16:00:42.922406 bus /gobi_6: Setting Powered False\u000a16:00:43.943205 run create_hlr_db(pid=21979): Terminated: ok {rc=0}\u000a16:00:44.352473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21981): Launched\u000a16:00:44.657733 run osmo-hlr_10.42.42.2(pid=21982): Launched\u000a16:00:44.776390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:00:45.304557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21984): Launched\u000a16:00:45.609377 run osmo-stp_10.42.42.5(pid=21985): Launched\u000a16:00:45.720794 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:00:46.306220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21987): Launched\u000a16:00:46.428087 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:00:46.735809 run patchelf(pid=21988): Launched\u000a16:00:46.930903 run osmo-stp_10.42.42.5(pid=21985): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21985)]\u000a16:00:47.073880 run osmo-stp_10.42.42.5(pid=21985): stdout: \u000a| (launched: 2022-12-10_16:00:45.459058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:47.214824 run osmo-stp_10.42.42.5(pid=21985): stderr: \u000a| �[0;m�[38;5;43m20221210160045629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160045629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160045629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160045629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160045630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160045630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160045630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:47.342499 run osmo-stp_10.42.42.5(pid=21985): stdout: \u000a| (launched: 2022-12-10_16:00:45.459058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:47.468286 run osmo-stp_10.42.42.5(pid=21985): stderr: \u000a| �[0;m�[38;5;43m20221210160045629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160045629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160045629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160045629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160045630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160045630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160045630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:47.615110 run patchelf(pid=21988): Terminating (SIGINT)\u000a16:00:47.787299 run patchelf(pid=21988): Terminated: ok {rc=0}\u000a16:00:47.819067 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21985): Process ended prematurely: osmo-stp_10.42.42.5(pid=21985) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21985)] [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:00:47.828490 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:00:47.890698 run osmo-hlr_10.42.42.2(pid=21982): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21982)]\u000a16:00:47.940296 run osmo-hlr_10.42.42.2(pid=21982): stdout: \u000a| (launched: 2022-12-10_16:00:44.507283) \u000a16:00:47.990617 run osmo-hlr_10.42.42.2(pid=21982): stderr: \u000a| �[0;m�[1;31m20221210160044684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160044684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160044684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160044684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160044684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160044684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160044696 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160044705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160044706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160044706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:00:48.033464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21971): Terminating (SIGTERM)\u000a16:00:48.073662 run iperf3-srv_10.42.42.10(pid=21972): Terminating (SIGTERM)\u000a16:00:48.114342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21973): Terminating (SIGTERM)\u000a16:00:48.155151 run iperf3-srv_10.42.42.10(pid=21974): Terminating (SIGTERM)\u000a16:00:48.195845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21975): Terminating (SIGTERM)\u000a16:00:48.236304 run iperf3-srv_10.42.42.10(pid=21976): Terminating (SIGTERM)\u000a16:00:48.277372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21977): Terminating (SIGTERM)\u000a16:00:48.317996 run iperf3-srv_10.42.42.10(pid=21978): Terminating (SIGTERM)\u000a16:00:48.358503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21981): Terminating (SIGTERM)\u000a16:00:48.399084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21984): Terminating (SIGTERM)\u000a16:00:48.440009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21987): Terminating (SIGTERM)\u000a16:00:48.449628 --- ParallelTerminationStrategy: PID 21971 died...\u000a16:00:48.503816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21971): Terminated: ok {rc=0}\u000a16:00:48.513714 --- ParallelTerminationStrategy: PID 21972 died...\u000a16:00:48.567487 run iperf3-srv_10.42.42.10(pid=21972): Terminated {rc=256}\u000a16:00:48.577529 --- ParallelTerminationStrategy: PID 21973 died...\u000a16:00:48.631355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21973): Terminated: ok {rc=0}\u000a16:00:48.641496 --- ParallelTerminationStrategy: PID 21974 died...\u000a16:00:48.695141 run iperf3-srv_10.42.42.10(pid=21974): Terminated {rc=256}\u000a16:00:48.705140 --- ParallelTerminationStrategy: PID 21975 died...\u000a16:00:48.758965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21975): Terminated: ok {rc=0}\u000a16:00:48.769176 --- ParallelTerminationStrategy: PID 21976 died...\u000a16:00:48.823122 run iperf3-srv_10.42.42.10(pid=21976): Terminated {rc=256}\u000a16:00:48.832757 --- ParallelTerminationStrategy: PID 21977 died...\u000a16:00:48.887129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21977): Terminated: ok {rc=0}\u000a16:00:48.896703 --- ParallelTerminationStrategy: PID 21978 died...\u000a16:00:48.950612 run iperf3-srv_10.42.42.10(pid=21978): Terminated {rc=256}\u000a16:00:48.960816 --- ParallelTerminationStrategy: PID 21981 died...\u000a16:00:49.015161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21981): Terminated: ok {rc=0}\u000a16:00:49.025117 --- ParallelTerminationStrategy: PID 21984 died...\u000a16:00:49.079483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21984): Terminated: ok {rc=0}\u000a16:00:49.089402 --- ParallelTerminationStrategy: PID 21987 died...\u000a16:00:49.143849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21987): Terminated: ok {rc=0}\u000a16:00:49.232671 bus /gobi_4: Setting Powered False\u000a16:00:50.338091 bus /gobi_4: Setting Powered False\u000a16:00:51.450110 bus /gobi_1: Setting Powered False\u000a16:00:52.554777 bus /gobi_1: Setting Powered False\u000a16:00:53.661112 bus /gobi_0: Setting Powered False\u000a16:00:54.763373 bus /gobi_0: Setting Powered False\u000a16:00:55.873167 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21995): Process ended prematurely: osmo-stp_10.42.42.5(pid=21995) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21995)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21995): Process ended prematurely: osmo-stp_10.42.42.5(pid=21995) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:00:56.941405 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:56.953575 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:00:57.099310 tst ping.py: using LAC 29056\u000a16:00:57.224774 tst ping.py: using RAC 241\u000a16:00:57.350941 tst ping.py: using CellId 29056\u000a16:00:57.478220 tst ping.py: using BVCI 29057\u000a16:00:57.502831 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:57.514321 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:57.526104 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:57.537622 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:57.548616 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:57.559940 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:57.571483 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:57.582933 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:00:57.857183 tst ping.py:19: start network...\u000a16:00:57.981298 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:00:58.451900 run create_hlr_db(pid=21989): Launched\u000a16:00:58.624795 bus /gobi_6: Setting Powered False\u000a16:00:59.646841 run create_hlr_db(pid=21989): Terminated: ok {rc=0}\u000a16:01:00.046216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21991): Launched\u000a16:01:00.345137 run osmo-hlr_10.42.42.2(pid=21992): Launched\u000a16:01:00.454257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:01:01.006848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21994): Launched\u000a16:01:01.448805 run osmo-stp_10.42.42.5(pid=21995): Launched\u000a16:01:01.668536 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:01:02.292380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21997): Launched\u000a16:01:02.407490 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:01:02.685948 run patchelf(pid=21998): Launched\u000a16:01:02.872152 run osmo-stp_10.42.42.5(pid=21995): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21995)]\u000a16:01:03.008510 run osmo-stp_10.42.42.5(pid=21995): stdout: \u000a| (launched: 2022-12-10_16:01:01.161703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:03.145079 run osmo-stp_10.42.42.5(pid=21995): stderr: \u000a| �[0;m�[38;5;43m20221210160101412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160101412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160101412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160101413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160101413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160101413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160101413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:03.277180 run osmo-stp_10.42.42.5(pid=21995): stdout: \u000a| (launched: 2022-12-10_16:01:01.161703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:03.408402 run osmo-stp_10.42.42.5(pid=21995): stderr: \u000a| �[0;m�[38;5;43m20221210160101412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160101412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160101412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160101413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160101413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160101413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160101413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:03.560549 run patchelf(pid=21998): Terminating (SIGINT)\u000a16:01:03.739218 run patchelf(pid=21998): Terminated: ok {rc=0}\u000a16:01:03.772124 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21995): Process ended prematurely: osmo-stp_10.42.42.5(pid=21995) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21995)] [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a16:01:03.781553 tst ping.py:22: Test FAILED (6.8 sec)\u000a16:01:03.844750 run osmo-hlr_10.42.42.2(pid=21992): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21992)]\u000a16:01:03.896693 run osmo-hlr_10.42.42.2(pid=21992): stdout: \u000a| (launched: 2022-12-10_16:01:00.197670) \u000a16:01:03.949221 run osmo-hlr_10.42.42.2(pid=21992): stderr: \u000a| �[0;m�[1;31m20221210160100375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160100375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160100399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160100408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160100409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160100409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:01:03.993989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21991): Terminating (SIGTERM)\u000a16:01:04.036542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21994): Terminating (SIGTERM)\u000a16:01:04.080571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21997): Terminating (SIGTERM)\u000a16:01:04.090686 --- ParallelTerminationStrategy: PID 21991 died...\u000a16:01:04.147728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21991): Terminated: ok {rc=0}\u000a16:01:04.158125 --- ParallelTerminationStrategy: PID 21994 died...\u000a16:01:04.214290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21994): Terminated: ok {rc=0}\u000a16:01:04.224496 --- ParallelTerminationStrategy: PID 21997 died...\u000a16:01:04.280560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21997): Terminated: ok {rc=0}\u000a16:01:04.369143 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22005): Process ended prematurely: osmo-stp_10.42.42.5(pid=22005) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22005)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22005): Process ended prematurely: osmo-stp_10.42.42.5(pid=22005) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:01:05.422409 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:05.434715 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:01:05.581064 tst ping_idle_ping.py: using LAC 29057\u000a16:01:05.701290 tst ping_idle_ping.py: using RAC 242\u000a16:01:05.820593 tst ping_idle_ping.py: using CellId 29057\u000a16:01:05.939445 tst ping_idle_ping.py: using BVCI 29058\u000a16:01:05.962291 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:05.973218 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:05.983737 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:05.995232 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:06.006642 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:06.017847 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:06.029338 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:06.040548 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:01:06.331590 tst ping_idle_ping.py:24: start network...\u000a16:01:06.465846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:01:06.978661 run create_hlr_db(pid=21999): Launched\u000a16:01:07.164841 bus /gobi_6: Setting Powered False\u000a16:01:08.185891 run create_hlr_db(pid=21999): Terminated: ok {rc=0}\u000a16:01:08.589978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22001): Launched\u000a16:01:08.890120 run osmo-hlr_10.42.42.2(pid=22002): Launched\u000a16:01:09.000259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:01:09.521151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22004): Launched\u000a16:01:09.821616 run osmo-stp_10.42.42.5(pid=22005): Launched\u000a16:01:09.931853 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:01:10.455409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22007): Launched\u000a16:01:10.562813 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:01:10.824387 run patchelf(pid=22008): Launched\u000a16:01:11.000033 run osmo-stp_10.42.42.5(pid=22005): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22005)]\u000a16:01:11.128299 run osmo-stp_10.42.42.5(pid=22005): stdout: \u000a| (launched: 2022-12-10_16:01:09.673344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:11.257330 run osmo-stp_10.42.42.5(pid=22005): stderr: \u000a| �[0;m�[38;5;43m20221210160109844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160109844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160109844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160109845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160109845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160109845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160109846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:11.381565 run osmo-stp_10.42.42.5(pid=22005): stdout: \u000a| (launched: 2022-12-10_16:01:09.673344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:11.504515 run osmo-stp_10.42.42.5(pid=22005): stderr: \u000a| �[0;m�[38;5;43m20221210160109844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160109844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160109844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160109845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160109845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160109845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160109846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:11.648024 run patchelf(pid=22008): Terminating (SIGINT)\u000a16:01:11.816694 run patchelf(pid=22008): Terminated: ok {rc=0}\u000a16:01:11.847358 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22005): Process ended prematurely: osmo-stp_10.42.42.5(pid=22005) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22005)] [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:01:11.856037 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a16:01:11.917085 run osmo-hlr_10.42.42.2(pid=22002): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22002)]\u000a16:01:11.966592 run osmo-hlr_10.42.42.2(pid=22002): stdout: \u000a| (launched: 2022-12-10_16:01:08.742412) \u000a16:01:12.016793 run osmo-hlr_10.42.42.2(pid=22002): stderr: \u000a| �[0;m�[1;31m20221210160108915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160108916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160108916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160108916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160108916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160108916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160108932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160108942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160108943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160108943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:01:12.059255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22001): Terminating (SIGTERM)\u000a16:01:12.099698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22004): Terminating (SIGTERM)\u000a16:01:12.139950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22007): Terminating (SIGTERM)\u000a16:01:12.149539 --- ParallelTerminationStrategy: PID 22001 died...\u000a16:01:12.203504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22001): Terminated: ok {rc=0}\u000a16:01:12.213515 --- ParallelTerminationStrategy: PID 22004 died...\u000a16:01:12.267263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22004): Terminated: ok {rc=0}\u000a16:01:12.277047 --- ParallelTerminationStrategy: PID 22007 died...\u000a16:01:12.330633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22007): Terminated: ok {rc=0}\u000a16:01:12.414375 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:00:14" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22022): Process ended prematurely: osmo-stp_10.42.42.5(pid=22022) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22022)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22022): Process ended prematurely: osmo-stp_10.42.42.5(pid=22022) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:01:14.597662 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:14.608940 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:01:14.774479 tst cs_paging_gprs_active.py: using LAC 29058\u000a16:01:14.900084 tst cs_paging_gprs_active.py: using RAC 243\u000a16:01:15.027229 tst cs_paging_gprs_active.py: using CellId 29058\u000a16:01:15.152126 tst cs_paging_gprs_active.py: using BVCI 29059\u000a16:01:15.176895 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:15.188321 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:15.199471 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:15.210837 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:15.221981 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:15.233137 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:15.244338 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:15.255407 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:15.266700 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:01:15.381435 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:01:15.675830 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:01:15.811747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:16.184872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22012): Launched\u000a16:01:16.540073 run iperf3-srv_10.42.42.10(pid=22013): Launched\u000a16:01:16.743035 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:01:16.881278 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:17.235537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22014): Launched\u000a16:01:17.514630 run iperf3-srv_10.42.42.10(pid=22015): Launched\u000a16:01:17.714208 tst cs_paging_gprs_active.py:38: start network...\u000a16:01:17.849769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:01:18.366802 run create_hlr_db(pid=22016): Launched\u000a16:01:18.554803 bus /gobi_6: Setting Powered False\u000a16:01:19.575734 run create_hlr_db(pid=22016): Terminated: ok {rc=0}\u000a16:01:19.984021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22018): Launched\u000a16:01:20.287971 run osmo-hlr_10.42.42.2(pid=22019): Launched\u000a16:01:20.407903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:01:20.948187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22021): Launched\u000a16:01:21.272372 run osmo-stp_10.42.42.5(pid=22022): Launched\u000a16:01:21.391411 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:01:21.954799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22024): Launched\u000a16:01:22.070262 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:01:22.352865 run patchelf(pid=22025): Launched\u000a16:01:22.541827 run osmo-stp_10.42.42.5(pid=22022): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22022)]\u000a16:01:22.681137 run osmo-stp_10.42.42.5(pid=22022): stdout: \u000a| (launched: 2022-12-10_16:01:21.113381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:22.819628 run osmo-stp_10.42.42.5(pid=22022): stderr: \u000a| �[0;m�[38;5;43m20221210160121304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160121304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160121304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160121305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160121305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160121305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160121305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:22.953257 run osmo-stp_10.42.42.5(pid=22022): stdout: \u000a| (launched: 2022-12-10_16:01:21.113381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:23.086092 run osmo-stp_10.42.42.5(pid=22022): stderr: \u000a| �[0;m�[38;5;43m20221210160121304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160121304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160121304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160121305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160121305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160121305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160121305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:23.241314 run patchelf(pid=22025): Terminating (SIGINT)\u000a16:01:23.423703 run patchelf(pid=22025): Terminated: ok {rc=0}\u000a16:01:23.457059 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22022): Process ended prematurely: osmo-stp_10.42.42.5(pid=22022) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22022)] [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:01:23.466772 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a16:01:23.529318 run osmo-hlr_10.42.42.2(pid=22019): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22019)]\u000a16:01:23.580520 run osmo-hlr_10.42.42.2(pid=22019): stdout: \u000a| (launched: 2022-12-10_16:01:20.138599) \u000a16:01:23.632345 run osmo-hlr_10.42.42.2(pid=22019): stderr: \u000a| �[0;m�[1;31m20221210160120316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160120316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160120316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160120316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160120316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160120316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160120329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160120337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160120338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160120338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:01:23.676987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22012): Terminating (SIGTERM)\u000a16:01:23.718974 run iperf3-srv_10.42.42.10(pid=22013): Terminating (SIGTERM)\u000a16:01:23.760901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22014): Terminating (SIGTERM)\u000a16:01:23.802801 run iperf3-srv_10.42.42.10(pid=22015): Terminating (SIGTERM)\u000a16:01:23.844547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22018): Terminating (SIGTERM)\u000a16:01:23.886419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22021): Terminating (SIGTERM)\u000a16:01:23.928253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22024): Terminating (SIGTERM)\u000a16:01:23.937917 --- ParallelTerminationStrategy: PID 22012 died...\u000a16:01:23.993908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22012): Terminated: ok {rc=0}\u000a16:01:24.004072 --- ParallelTerminationStrategy: PID 22013 died...\u000a16:01:24.059536 run iperf3-srv_10.42.42.10(pid=22013): Terminated {rc=256}\u000a16:01:24.069606 --- ParallelTerminationStrategy: PID 22014 died...\u000a16:01:24.124938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22014): Terminated: ok {rc=0}\u000a16:01:24.134982 --- ParallelTerminationStrategy: PID 22015 died...\u000a16:01:24.190200 run iperf3-srv_10.42.42.10(pid=22015): Terminated {rc=256}\u000a16:01:24.200249 --- ParallelTerminationStrategy: PID 22018 died...\u000a16:01:24.255360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22018): Terminated: ok {rc=0}\u000a16:01:24.265342 --- ParallelTerminationStrategy: PID 22021 died...\u000a16:01:24.321345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22021): Terminated: ok {rc=0}\u000a16:01:24.331371 --- ParallelTerminationStrategy: PID 22024 died...\u000a16:01:24.387148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22024): Terminated: ok {rc=0}\u000a16:01:24.474359 bus /gobi_0: Setting Powered False\u000a16:01:25.578466 bus /gobi_0: Setting Powered False\u000a16:01:26.689376 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22034): Process ended prematurely: osmo-stp_10.42.42.5(pid=22034) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22034)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22034): Process ended prematurely: osmo-stp_10.42.42.5(pid=22034) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:01:27.799991 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:27.811818 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:01:27.972825 tst iperf3.py: using LAC 29059\u000a16:01:28.091178 tst iperf3.py: using RAC 244\u000a16:01:28.215065 tst iperf3.py: using CellId 29059\u000a16:01:28.335110 tst iperf3.py: using BVCI 29060\u000a16:01:28.358283 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:28.369343 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:28.379956 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:28.391160 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:28.402058 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:28.413095 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:28.424222 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:28.435177 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:28.446431 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:01:28.725373 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:01:28.851535 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:29.165482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22026): Launched\u000a16:01:29.426281 run iperf3-srv_10.42.42.10(pid=22027): Launched\u000a16:01:29.611861 tst iperf3.py:8: start network...\u000a16:01:29.738420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:01:30.213597 run create_hlr_db(pid=22028): Launched\u000a16:01:30.388252 bus /gobi_6: Setting Powered False\u000a16:01:31.413774 run create_hlr_db(pid=22028): Terminated: ok {rc=0}\u000a16:01:31.843127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22030): Launched\u000a16:01:32.181636 run osmo-hlr_10.42.42.2(pid=22031): Launched\u000a16:01:32.298049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:01:32.827698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22033): Launched\u000a16:01:33.130329 run osmo-stp_10.42.42.5(pid=22034): Launched\u000a16:01:33.240738 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:01:33.771665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22036): Launched\u000a16:01:33.880714 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:01:34.146098 run patchelf(pid=22037): Launched\u000a16:01:34.324097 run osmo-stp_10.42.42.5(pid=22034): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22034)]\u000a16:01:34.454736 run osmo-stp_10.42.42.5(pid=22034): stdout: \u000a| (launched: 2022-12-10_16:01:32.981803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:34.585596 run osmo-stp_10.42.42.5(pid=22034): stderr: \u000a| �[0;m�[38;5;43m20221210160133151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160133151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160133151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160133152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160133154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160133154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160133154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:34.712016 run osmo-stp_10.42.42.5(pid=22034): stdout: \u000a| (launched: 2022-12-10_16:01:32.981803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:34.837552 run osmo-stp_10.42.42.5(pid=22034): stderr: \u000a| �[0;m�[38;5;43m20221210160133151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160133151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160133151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160133152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160133154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160133154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160133154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:34.983159 run patchelf(pid=22037): Terminating (SIGINT)\u000a16:01:35.154554 run patchelf(pid=22037): Terminated: ok {rc=0}\u000a16:01:35.186061 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22034): Process ended prematurely: osmo-stp_10.42.42.5(pid=22034) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22034)] [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:01:35.195505 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a16:01:35.256936 run osmo-hlr_10.42.42.2(pid=22031): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22031)]\u000a16:01:35.306624 run osmo-hlr_10.42.42.2(pid=22031): stdout: \u000a| (launched: 2022-12-10_16:01:32.005263) \u000a16:01:35.357058 run osmo-hlr_10.42.42.2(pid=22031): stderr: \u000a| �[0;m�[1;31m20221210160132272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160132272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160132272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160132272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160132272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160132272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160132284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160132292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160132293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160132293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:01:35.399667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22026): Terminating (SIGTERM)\u000a16:01:35.440293 run iperf3-srv_10.42.42.10(pid=22027): Terminating (SIGTERM)\u000a16:01:35.480431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22030): Terminating (SIGTERM)\u000a16:01:35.521019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22033): Terminating (SIGTERM)\u000a16:01:35.561984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22036): Terminating (SIGTERM)\u000a16:01:35.571603 --- ParallelTerminationStrategy: PID 22026 died...\u000a16:01:35.626010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22026): Terminated: ok {rc=0}\u000a16:01:35.635807 --- ParallelTerminationStrategy: PID 22027 died...\u000a16:01:35.689937 run iperf3-srv_10.42.42.10(pid=22027): Terminated {rc=256}\u000a16:01:35.699620 --- ParallelTerminationStrategy: PID 22030 died...\u000a16:01:35.753426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22030): Terminated: ok {rc=0}\u000a16:01:35.763213 --- ParallelTerminationStrategy: PID 22033 died...\u000a16:01:35.816654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22033): Terminated: ok {rc=0}\u000a16:01:35.826663 --- ParallelTerminationStrategy: PID 22036 died...\u000a16:01:35.880279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22036): Terminated: ok {rc=0}\u000a16:01:35.964326 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22052): Process ended prematurely: osmo-stp_10.42.42.5(pid=22052) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22052)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22052): Process ended prematurely: osmo-stp_10.42.42.5(pid=22052) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:01:37.079377 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:37.091549 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:01:37.258873 tst iperf3m4.py: using LAC 29060\u000a16:01:37.386495 tst iperf3m4.py: using RAC 245\u000a16:01:37.509788 tst iperf3m4.py: using CellId 29060\u000a16:01:37.633713 tst iperf3m4.py: using BVCI 29061\u000a16:01:37.657054 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:37.668093 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:37.679060 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:37.690411 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:37.701512 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:37.712684 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:37.724026 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:37.735206 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:37.746352 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:01:37.865426 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:01:37.987204 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:01:38.104398 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:01:38.400811 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:01:38.536283 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:38.872456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22038): Launched\u000a16:01:39.151366 run iperf3-srv_10.42.42.10(pid=22039): Launched\u000a16:01:39.350996 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:01:39.486821 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:39.821529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22040): Launched\u000a16:01:40.101043 run iperf3-srv_10.42.42.10(pid=22041): Launched\u000a16:01:40.300248 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:01:40.436142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:40.771695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22042): Launched\u000a16:01:41.049603 run iperf3-srv_10.42.42.10(pid=22043): Launched\u000a16:01:41.248524 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:01:41.384124 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:41.719516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22044): Launched\u000a16:01:41.997123 run iperf3-srv_10.42.42.10(pid=22045): Launched\u000a16:01:42.195767 tst iperf3m4.py:8: start network...\u000a16:01:42.331342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:01:42.849524 run create_hlr_db(pid=22046): Launched\u000a16:01:43.037427 bus /gobi_6: Setting Powered False\u000a16:01:44.058323 run create_hlr_db(pid=22046): Terminated: ok {rc=0}\u000a16:01:44.489704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22048): Launched\u000a16:01:44.813163 run osmo-hlr_10.42.42.2(pid=22049): Launched\u000a16:01:44.933594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:01:45.498472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22051): Launched\u000a16:01:45.821670 run osmo-stp_10.42.42.5(pid=22052): Launched\u000a16:01:46.059052 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:01:46.676742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22054): Launched\u000a16:01:46.794706 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:01:47.093744 run patchelf(pid=22055): Launched\u000a16:01:47.285785 run osmo-stp_10.42.42.5(pid=22052): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22052)]\u000a16:01:47.425454 run osmo-stp_10.42.42.5(pid=22052): stdout: \u000a| (launched: 2022-12-10_16:01:45.663449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:47.565240 run osmo-stp_10.42.42.5(pid=22052): stderr: \u000a| �[0;m�[38;5;43m20221210160145853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160145853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160145854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160145854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160145854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160145855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160145855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:47.699532 run osmo-stp_10.42.42.5(pid=22052): stdout: \u000a| (launched: 2022-12-10_16:01:45.663449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:47.832922 run osmo-stp_10.42.42.5(pid=22052): stderr: \u000a| �[0;m�[38;5;43m20221210160145853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160145853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160145854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160145854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160145854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160145855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160145855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:47.988361 run patchelf(pid=22055): Terminating (SIGINT)\u000a16:01:48.171665 run patchelf(pid=22055): Terminated: ok {rc=0}\u000a16:01:48.205301 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22052): Process ended prematurely: osmo-stp_10.42.42.5(pid=22052) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22052)] [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:01:48.215337 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a16:01:48.279197 run osmo-hlr_10.42.42.2(pid=22049): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22049)]\u000a16:01:48.331805 run osmo-hlr_10.42.42.2(pid=22049): stdout: \u000a| (launched: 2022-12-10_16:01:44.654647) \u000a16:01:48.384533 run osmo-hlr_10.42.42.2(pid=22049): stderr: \u000a| �[0;m�[1;31m20221210160144854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160144854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160144854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160144854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160144854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160144855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160144866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160144875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160144875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160144875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:01:48.429757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22038): Terminating (SIGTERM)\u000a16:01:48.472243 run iperf3-srv_10.42.42.10(pid=22039): Terminating (SIGTERM)\u000a16:01:48.514969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22040): Terminating (SIGTERM)\u000a16:01:48.557411 run iperf3-srv_10.42.42.10(pid=22041): Terminating (SIGTERM)\u000a16:01:48.600032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22042): Terminating (SIGTERM)\u000a16:01:48.642466 run iperf3-srv_10.42.42.10(pid=22043): Terminating (SIGTERM)\u000a16:01:48.684762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22044): Terminating (SIGTERM)\u000a16:01:48.726960 run iperf3-srv_10.42.42.10(pid=22045): Terminating (SIGTERM)\u000a16:01:48.769446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22048): Terminating (SIGTERM)\u000a16:01:48.812151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22051): Terminating (SIGTERM)\u000a16:01:48.854844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22054): Terminating (SIGTERM)\u000a16:01:48.864660 --- ParallelTerminationStrategy: PID 22038 died...\u000a16:01:48.921899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22038): Terminated: ok {rc=0}\u000a16:01:48.932190 --- ParallelTerminationStrategy: PID 22039 died...\u000a16:01:48.988878 run iperf3-srv_10.42.42.10(pid=22039): Terminated {rc=256}\u000a16:01:48.999077 --- ParallelTerminationStrategy: PID 22040 died...\u000a16:01:49.055735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22040): Terminated: ok {rc=0}\u000a16:01:49.065940 --- ParallelTerminationStrategy: PID 22041 died...\u000a16:01:49.122532 run iperf3-srv_10.42.42.10(pid=22041): Terminated {rc=256}\u000a16:01:49.132674 --- ParallelTerminationStrategy: PID 22042 died...\u000a16:01:49.189145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22042): Terminated: ok {rc=0}\u000a16:01:49.199297 --- ParallelTerminationStrategy: PID 22043 died...\u000a16:01:49.255646 run iperf3-srv_10.42.42.10(pid=22043): Terminated {rc=256}\u000a16:01:49.265858 --- ParallelTerminationStrategy: PID 22044 died...\u000a16:01:49.322845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22044): Terminated: ok {rc=0}\u000a16:01:49.333224 --- ParallelTerminationStrategy: PID 22045 died...\u000a16:01:49.389810 run iperf3-srv_10.42.42.10(pid=22045): Terminated {rc=256}\u000a16:01:49.399958 --- ParallelTerminationStrategy: PID 22048 died...\u000a16:01:49.456346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22048): Terminated: ok {rc=0}\u000a16:01:49.466546 --- ParallelTerminationStrategy: PID 22051 died...\u000a16:01:49.522906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22051): Terminated: ok {rc=0}\u000a16:01:49.533239 --- ParallelTerminationStrategy: PID 22054 died...\u000a16:01:49.589642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22054): Terminated: ok {rc=0}\u000a16:01:49.679132 bus /gobi_4: Setting Powered False\u000a16:01:50.786663 bus /gobi_4: Setting Powered False\u000a16:01:51.897040 bus /gobi_1: Setting Powered False\u000a16:01:53.004203 bus /gobi_1: Setting Powered False\u000a16:01:54.113643 bus /gobi_0: Setting Powered False\u000a16:01:55.216320 bus /gobi_0: Setting Powered False\u000a16:01:56.324255 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22062): Process ended prematurely: osmo-stp_10.42.42.5(pid=22062) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22062)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22062): Process ended prematurely: osmo-stp_10.42.42.5(pid=22062) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:01:57.393469 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:57.405655 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:01:57.568532 tst ping.py: using LAC 29061\u000a16:01:57.692854 tst ping.py: using RAC 246\u000a16:01:57.817206 tst ping.py: using CellId 29061\u000a16:01:57.941953 tst ping.py: using BVCI 29062\u000a16:01:57.966175 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:57.977707 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:57.988906 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:58.000296 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:58.011466 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:58.022776 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:58.034108 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:58.045337 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:01:58.334469 tst ping.py:19: start network...\u000a16:01:58.467293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:01:58.976855 run create_hlr_db(pid=22056): Launched\u000a16:01:59.162425 bus /gobi_6: Setting Powered False\u000a16:02:00.182986 run create_hlr_db(pid=22056): Terminated: ok {rc=0}\u000a16:02:00.585423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22058): Launched\u000a16:02:00.944421 run osmo-hlr_10.42.42.2(pid=22059): Launched\u000a16:02:01.115497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:02:01.751568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22061): Launched\u000a16:02:02.224411 run osmo-stp_10.42.42.5(pid=22062): Launched\u000a16:02:02.333410 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:02:02.883232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22064): Launched\u000a16:02:02.997978 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:02:03.275398 run patchelf(pid=22065): Launched\u000a16:02:03.462449 run osmo-stp_10.42.42.5(pid=22062): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22062)]\u000a16:02:03.598618 run osmo-stp_10.42.42.5(pid=22062): stdout: \u000a| (launched: 2022-12-10_16:02:01.906024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:03.741173 run osmo-stp_10.42.42.5(pid=22062): stderr: \u000a| �[0;m�[38;5;43m20221210160202103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160202103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160202103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160202104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160202105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160202105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160202105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:03.873456 run osmo-stp_10.42.42.5(pid=22062): stdout: \u000a| (launched: 2022-12-10_16:02:01.906024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:04.003657 run osmo-stp_10.42.42.5(pid=22062): stderr: \u000a| �[0;m�[38;5;43m20221210160202103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160202103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160202103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160202104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160202105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160202105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160202105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:04.155611 run patchelf(pid=22065): Terminating (SIGINT)\u000a16:02:04.334398 run patchelf(pid=22065): Terminated: ok {rc=0}\u000a16:02:04.366917 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22062): Process ended prematurely: osmo-stp_10.42.42.5(pid=22062) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22062)] [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:02:04.375943 tst ping.py:22: Test FAILED (7.0 sec)\u000a16:02:04.438429 run osmo-hlr_10.42.42.2(pid=22059): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22059)]\u000a16:02:04.489486 run osmo-hlr_10.42.42.2(pid=22059): stdout: \u000a| (launched: 2022-12-10_16:02:00.737295) \u000a16:02:04.541059 run osmo-hlr_10.42.42.2(pid=22059): stderr: \u000a| �[0;m�[1;31m20221210160200976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160200985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160200985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160200985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160200985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160200985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160201000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160201016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160201016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160201016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:02:04.584989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22058): Terminating (SIGTERM)\u000a16:02:04.626480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22061): Terminating (SIGTERM)\u000a16:02:04.667986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22064): Terminating (SIGTERM)\u000a16:02:04.677652 --- ParallelTerminationStrategy: PID 22058 died...\u000a16:02:04.733212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22058): Terminated: ok {rc=0}\u000a16:02:04.743211 --- ParallelTerminationStrategy: PID 22061 died...\u000a16:02:04.798265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22061): Terminated: ok {rc=0}\u000a16:02:04.808197 --- ParallelTerminationStrategy: PID 22064 died...\u000a16:02:04.863166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22064): Terminated: ok {rc=0}\u000a16:02:04.950585 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22072): Process ended prematurely: osmo-stp_10.42.42.5(pid=22072) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22072)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22072): Process ended prematurely: osmo-stp_10.42.42.5(pid=22072) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:02:06.002875 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:06.014533 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:02:06.174797 tst ping_idle_ping.py: using LAC 29062\u000a16:02:06.297224 tst ping_idle_ping.py: using RAC 247\u000a16:02:06.415767 tst ping_idle_ping.py: using CellId 29062\u000a16:02:06.531420 tst ping_idle_ping.py: using BVCI 29063\u000a16:02:06.554677 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:06.565819 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:06.576548 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:06.587679 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:06.598810 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:06.610027 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:06.621132 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:06.632293 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:02:06.906323 tst ping_idle_ping.py:24: start network...\u000a16:02:07.032306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:02:07.510607 run create_hlr_db(pid=22066): Launched\u000a16:02:07.683542 bus /gobi_6: Setting Powered False\u000a16:02:08.703826 run create_hlr_db(pid=22066): Terminated: ok {rc=0}\u000a16:02:09.102952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22068): Launched\u000a16:02:09.402427 run osmo-hlr_10.42.42.2(pid=22069): Launched\u000a16:02:09.515808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:02:10.034514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22071): Launched\u000a16:02:10.334064 run osmo-stp_10.42.42.5(pid=22072): Launched\u000a16:02:10.443745 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:02:10.964290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22074): Launched\u000a16:02:11.071475 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:02:11.331801 run patchelf(pid=22075): Launched\u000a16:02:11.506598 run osmo-stp_10.42.42.5(pid=22072): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22072)]\u000a16:02:11.634453 run osmo-stp_10.42.42.5(pid=22072): stdout: \u000a| (launched: 2022-12-10_16:02:10.186474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:11.762400 run osmo-stp_10.42.42.5(pid=22072): stderr: \u000a| �[0;m�[38;5;43m20221210160210357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160210357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160210357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160210358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:11.886493 run osmo-stp_10.42.42.5(pid=22072): stdout: \u000a| (launched: 2022-12-10_16:02:10.186474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:12.008905 run osmo-stp_10.42.42.5(pid=22072): stderr: \u000a| �[0;m�[38;5;43m20221210160210357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160210357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160210357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160210358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:12.151368 run patchelf(pid=22075): Terminating (SIGINT)\u000a16:02:12.318586 run patchelf(pid=22075): Terminated: ok {rc=0}\u000a16:02:12.349359 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22072): Process ended prematurely: osmo-stp_10.42.42.5(pid=22072) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22072)] [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:02:12.357999 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a16:02:12.418466 run osmo-hlr_10.42.42.2(pid=22069): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22069)]\u000a16:02:12.467609 run osmo-hlr_10.42.42.2(pid=22069): stdout: \u000a| (launched: 2022-12-10_16:02:09.254338) \u000a16:02:12.517503 run osmo-hlr_10.42.42.2(pid=22069): stderr: \u000a| �[0;m�[1;31m20221210160209430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160209430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160209430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160209430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160209430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160209431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160209443 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160209452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160209452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160209452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:02:12.559612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22068): Terminating (SIGTERM)\u000a16:02:12.599890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22071): Terminating (SIGTERM)\u000a16:02:12.639773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22074): Terminating (SIGTERM)\u000a16:02:12.649268 --- ParallelTerminationStrategy: PID 22068 died...\u000a16:02:12.703051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22068): Terminated: ok {rc=0}\u000a16:02:12.712791 --- ParallelTerminationStrategy: PID 22071 died...\u000a16:02:12.765301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22071): Terminated: ok {rc=0}\u000a16:02:12.774924 --- ParallelTerminationStrategy: PID 22074 died...\u000a16:02:12.827433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22074): Terminated: ok {rc=0}\u000a16:02:12.911165 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:01:14" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22091): Process ended prematurely: osmo-stp_10.42.42.5(pid=22091) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22091)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22091): Process ended prematurely: osmo-stp_10.42.42.5(pid=22091) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:02:15.063245 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:15.074172 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:02:15.232516 tst cs_paging_gprs_active.py: using LAC 29063\u000a16:02:15.351760 tst cs_paging_gprs_active.py: using RAC 248\u000a16:02:15.472300 tst cs_paging_gprs_active.py: using CellId 29063\u000a16:02:15.593536 tst cs_paging_gprs_active.py: using BVCI 29064\u000a16:02:15.616631 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:15.627497 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:15.638274 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:15.649192 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:15.660011 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:15.670958 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:15.682077 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:15.692879 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:15.703936 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:02:15.822087 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:02:16.140212 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:02:16.280688 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:16.639064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22081): Launched\u000a16:02:16.940933 run iperf3-srv_10.42.42.10(pid=22082): Launched\u000a16:02:17.146821 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:02:17.284210 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:17.623085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22083): Launched\u000a16:02:17.902094 run iperf3-srv_10.42.42.10(pid=22084): Launched\u000a16:02:18.101884 tst cs_paging_gprs_active.py:38: start network...\u000a16:02:18.237834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:02:18.757509 run create_hlr_db(pid=22085): Launched\u000a16:02:18.945834 bus /gobi_6: Setting Powered False\u000a16:02:19.966631 run create_hlr_db(pid=22085): Terminated: ok {rc=0}\u000a16:02:20.374048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22087): Launched\u000a16:02:20.678613 run osmo-hlr_10.42.42.2(pid=22088): Launched\u000a16:02:20.798030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:02:21.332638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22090): Launched\u000a16:02:21.636528 run osmo-stp_10.42.42.5(pid=22091): Launched\u000a16:02:21.754296 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:02:22.291689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22093): Launched\u000a16:02:22.400311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:02:22.665754 run patchelf(pid=22094): Launched\u000a16:02:22.843699 run osmo-stp_10.42.42.5(pid=22091): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22091)]\u000a16:02:22.974433 run osmo-stp_10.42.42.5(pid=22091): stdout: \u000a| (launched: 2022-12-10_16:02:21.486949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:23.105877 run osmo-stp_10.42.42.5(pid=22091): stderr: \u000a| �[0;m�[38;5;43m20221210160221657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160221657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160221657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160221658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160221660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160221660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160221660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:23.231720 run osmo-stp_10.42.42.5(pid=22091): stdout: \u000a| (launched: 2022-12-10_16:02:21.486949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:23.356551 run osmo-stp_10.42.42.5(pid=22091): stderr: \u000a| �[0;m�[38;5;43m20221210160221657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160221657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160221657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160221658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160221660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160221660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160221660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:23.502741 run patchelf(pid=22094): Terminating (SIGINT)\u000a16:02:23.674038 run patchelf(pid=22094): Terminated: ok {rc=0}\u000a16:02:23.705592 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22091): Process ended prematurely: osmo-stp_10.42.42.5(pid=22091) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22091)] [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:02:23.714775 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:02:23.775782 run osmo-hlr_10.42.42.2(pid=22088): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22088)]\u000a16:02:23.824847 run osmo-hlr_10.42.42.2(pid=22088): stdout: \u000a| (launched: 2022-12-10_16:02:20.528536) \u000a16:02:23.874461 run osmo-hlr_10.42.42.2(pid=22088): stderr: \u000a| �[0;m�[1;31m20221210160220704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160220704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160220705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160220705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160220705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160220705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160220718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160220726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160220726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160220726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:02:23.916681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22081): Terminating (SIGTERM)\u000a16:02:23.956802 run iperf3-srv_10.42.42.10(pid=22082): Terminating (SIGTERM)\u000a16:02:23.997673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22083): Terminating (SIGTERM)\u000a16:02:24.037645 run iperf3-srv_10.42.42.10(pid=22084): Terminating (SIGTERM)\u000a16:02:24.077754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22087): Terminating (SIGTERM)\u000a16:02:24.117893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22090): Terminating (SIGTERM)\u000a16:02:24.158289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22093): Terminating (SIGTERM)\u000a16:02:24.167578 --- ParallelTerminationStrategy: PID 22081 died...\u000a16:02:24.221330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22081): Terminated: ok {rc=0}\u000a16:02:24.230900 --- ParallelTerminationStrategy: PID 22082 died...\u000a16:02:24.284076 run iperf3-srv_10.42.42.10(pid=22082): Terminated {rc=256}\u000a16:02:24.293909 --- ParallelTerminationStrategy: PID 22083 died...\u000a16:02:24.347246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22083): Terminated: ok {rc=0}\u000a16:02:24.357146 --- ParallelTerminationStrategy: PID 22084 died...\u000a16:02:24.410558 run iperf3-srv_10.42.42.10(pid=22084): Terminated {rc=256}\u000a16:02:24.420348 --- ParallelTerminationStrategy: PID 22087 died...\u000a16:02:24.473609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22087): Terminated: ok {rc=0}\u000a16:02:24.483433 --- ParallelTerminationStrategy: PID 22090 died...\u000a16:02:24.536693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22090): Terminated: ok {rc=0}\u000a16:02:24.546406 --- ParallelTerminationStrategy: PID 22093 died...\u000a16:02:24.600147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22093): Terminated: ok {rc=0}\u000a16:02:24.688079 bus /gobi_0: Setting Powered False\u000a16:02:25.791097 bus /gobi_0: Setting Powered False\u000a16:02:26.898298 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22103): Process ended prematurely: osmo-stp_10.42.42.5(pid=22103) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22103)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22103): Process ended prematurely: osmo-stp_10.42.42.5(pid=22103) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:02:28.013087 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:28.025120 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:02:28.192001 tst iperf3.py: using LAC 29064\u000a16:02:28.318725 tst iperf3.py: using RAC 249\u000a16:02:28.445474 tst iperf3.py: using CellId 29064\u000a16:02:28.576082 tst iperf3.py: using BVCI 29065\u000a16:02:28.600714 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:28.612125 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:28.623232 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:28.634450 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:28.645633 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:28.656768 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:28.668094 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:28.679177 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:28.690501 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:02:28.969512 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:02:29.096373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:29.412188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22095): Launched\u000a16:02:29.673578 run iperf3-srv_10.42.42.10(pid=22096): Launched\u000a16:02:29.858423 tst iperf3.py:8: start network...\u000a16:02:29.984655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:02:30.460454 run create_hlr_db(pid=22097): Launched\u000a16:02:30.634855 bus /gobi_6: Setting Powered False\u000a16:02:31.706121 run create_hlr_db(pid=22097): Terminated: ok {rc=0}\u000a16:02:32.162019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22099): Launched\u000a16:02:32.487344 run osmo-hlr_10.42.42.2(pid=22100): Launched\u000a16:02:32.606617 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:02:33.169054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22102): Launched\u000a16:02:33.491800 run osmo-stp_10.42.42.5(pid=22103): Launched\u000a16:02:33.610061 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:02:34.175794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22105): Launched\u000a16:02:34.291602 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:02:34.574480 run patchelf(pid=22106): Launched\u000a16:02:34.763792 run osmo-stp_10.42.42.5(pid=22103): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22103)]\u000a16:02:34.902478 run osmo-stp_10.42.42.5(pid=22103): stdout: \u000a| (launched: 2022-12-10_16:02:33.333723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:35.041522 run osmo-stp_10.42.42.5(pid=22103): stderr: \u000a| �[0;m�[38;5;43m20221210160233526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160233526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160233526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160233526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160233527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160233527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160233527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:35.175841 run osmo-stp_10.42.42.5(pid=22103): stdout: \u000a| (launched: 2022-12-10_16:02:33.333723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:35.308711 run osmo-stp_10.42.42.5(pid=22103): stderr: \u000a| �[0;m�[38;5;43m20221210160233526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160233526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160233526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160233526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160233527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160233527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160233527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:35.463808 run patchelf(pid=22106): Terminating (SIGINT)\u000a16:02:35.645204 run patchelf(pid=22106): Terminated: ok {rc=0}\u000a16:02:35.678497 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22103): Process ended prematurely: osmo-stp_10.42.42.5(pid=22103) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22103)] [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:02:35.688356 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:02:35.750885 run osmo-hlr_10.42.42.2(pid=22100): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22100)]\u000a16:02:35.801975 run osmo-hlr_10.42.42.2(pid=22100): stdout: \u000a| (launched: 2022-12-10_16:02:32.328114) \u000a16:02:35.853678 run osmo-hlr_10.42.42.2(pid=22100): stderr: \u000a| �[0;m�[1;31m20221210160232527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160232527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160232527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160232527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160232527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160232527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160232544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160232554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160232554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160232554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:02:35.898036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22095): Terminating (SIGTERM)\u000a16:02:35.940342 run iperf3-srv_10.42.42.10(pid=22096): Terminating (SIGTERM)\u000a16:02:35.982858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22099): Terminating (SIGTERM)\u000a16:02:36.028751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22102): Terminating (SIGTERM)\u000a16:02:36.069220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22105): Terminating (SIGTERM)\u000a16:02:36.079123 --- ParallelTerminationStrategy: PID 22095 died...\u000a16:02:36.133268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22095): Terminated: ok {rc=0}\u000a16:02:36.143494 --- ParallelTerminationStrategy: PID 22096 died...\u000a16:02:36.197396 run iperf3-srv_10.42.42.10(pid=22096): Terminated {rc=256}\u000a16:02:36.207681 --- ParallelTerminationStrategy: PID 22099 died...\u000a16:02:36.261334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22099): Terminated: ok {rc=0}\u000a16:02:36.271603 --- ParallelTerminationStrategy: PID 22102 died...\u000a16:02:36.325103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22102): Terminated: ok {rc=0}\u000a16:02:36.335311 --- ParallelTerminationStrategy: PID 22105 died...\u000a16:02:36.389129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22105): Terminated: ok {rc=0}\u000a16:02:36.477738 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22122): Process ended prematurely: osmo-stp_10.42.42.5(pid=22122) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22122)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22122): Process ended prematurely: osmo-stp_10.42.42.5(pid=22122) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:02:37.591290 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:37.602946 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:02:37.767969 tst iperf3m4.py: using LAC 29065\u000a16:02:37.896237 tst iperf3m4.py: using RAC 250\u000a16:02:38.027646 tst iperf3m4.py: using CellId 29065\u000a16:02:38.157412 tst iperf3m4.py: using BVCI 29066\u000a16:02:38.182378 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:38.194107 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:38.205475 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:38.216999 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:38.228332 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:38.239682 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:38.251235 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:38.262520 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:38.274207 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:02:38.390050 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:02:38.506932 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:02:38.621416 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:02:38.905840 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:02:39.033808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:39.349283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22108): Launched\u000a16:02:39.609994 run iperf3-srv_10.42.42.10(pid=22109): Launched\u000a16:02:39.795763 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:02:39.922256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:40.236680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22110): Launched\u000a16:02:40.497668 run iperf3-srv_10.42.42.10(pid=22111): Launched\u000a16:02:40.683062 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:02:40.809515 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:41.124234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22112): Launched\u000a16:02:41.385549 run iperf3-srv_10.42.42.10(pid=22113): Launched\u000a16:02:41.571485 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:02:41.697798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:42.012300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22114): Launched\u000a16:02:42.273301 run iperf3-srv_10.42.42.10(pid=22115): Launched\u000a16:02:42.458357 tst iperf3m4.py:8: start network...\u000a16:02:42.584485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:02:43.063175 run create_hlr_db(pid=22116): Launched\u000a16:02:43.239062 bus /gobi_6: Setting Powered False\u000a16:02:44.260601 run create_hlr_db(pid=22116): Terminated: ok {rc=0}\u000a16:02:44.665195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22118): Launched\u000a16:02:44.969989 run osmo-hlr_10.42.42.2(pid=22119): Launched\u000a16:02:45.085715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:02:45.612575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22121): Launched\u000a16:02:46.052642 run osmo-stp_10.42.42.5(pid=22122): Launched\u000a16:02:46.183149 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:02:46.735000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22124): Launched\u000a16:02:46.846342 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:02:47.137132 run patchelf(pid=22125): Launched\u000a16:02:47.318987 run osmo-stp_10.42.42.5(pid=22122): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22122)]\u000a16:02:47.449843 run osmo-stp_10.42.42.5(pid=22122): stdout: \u000a| (launched: 2022-12-10_16:02:45.766527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:47.580753 run osmo-stp_10.42.42.5(pid=22122): stderr: \u000a| �[0;m�[38;5;43m20221210160245942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160245943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160245943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160245943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160245953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160245953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160245953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:47.707098 run osmo-stp_10.42.42.5(pid=22122): stdout: \u000a| (launched: 2022-12-10_16:02:45.766527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:47.831934 run osmo-stp_10.42.42.5(pid=22122): stderr: \u000a| �[0;m�[38;5;43m20221210160245942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160245943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160245943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160245943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160245953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160245953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160245953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:47.977584 run patchelf(pid=22125): Terminating (SIGINT)\u000a16:02:48.148736 run patchelf(pid=22125): Terminated: ok {rc=0}\u000a16:02:48.180164 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22122): Process ended prematurely: osmo-stp_10.42.42.5(pid=22122) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22122)] [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:02:48.189475 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a16:02:48.250480 run osmo-hlr_10.42.42.2(pid=22119): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22119)]\u000a16:02:48.299961 run osmo-hlr_10.42.42.2(pid=22119): stdout: \u000a| (launched: 2022-12-10_16:02:44.819803) \u000a16:02:48.350167 run osmo-hlr_10.42.42.2(pid=22119): stderr: \u000a| �[0;m�[1;31m20221210160244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160245009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160245018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160245018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160245018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:02:48.392745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22108): Terminating (SIGTERM)\u000a16:02:48.433499 run iperf3-srv_10.42.42.10(pid=22109): Terminating (SIGTERM)\u000a16:02:48.473671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22110): Terminating (SIGTERM)\u000a16:02:48.514020 run iperf3-srv_10.42.42.10(pid=22111): Terminating (SIGTERM)\u000a16:02:48.554208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22112): Terminating (SIGTERM)\u000a16:02:48.594186 run iperf3-srv_10.42.42.10(pid=22113): Terminating (SIGTERM)\u000a16:02:48.634015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22114): Terminating (SIGTERM)\u000a16:02:48.673814 run iperf3-srv_10.42.42.10(pid=22115): Terminating (SIGTERM)\u000a16:02:48.713793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22118): Terminating (SIGTERM)\u000a16:02:48.753867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22121): Terminating (SIGTERM)\u000a16:02:48.794073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22124): Terminating (SIGTERM)\u000a16:02:48.803617 --- ParallelTerminationStrategy: PID 22108 died...\u000a16:02:48.857944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22108): Terminated: ok {rc=0}\u000a16:02:48.867596 --- ParallelTerminationStrategy: PID 22109 died...\u000a16:02:48.921760 run iperf3-srv_10.42.42.10(pid=22109): Terminated {rc=256}\u000a16:02:48.931264 --- ParallelTerminationStrategy: PID 22110 died...\u000a16:02:48.984587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22110): Terminated: ok {rc=0}\u000a16:02:48.994411 --- ParallelTerminationStrategy: PID 22111 died...\u000a16:02:49.047630 run iperf3-srv_10.42.42.10(pid=22111): Terminated {rc=256}\u000a16:02:49.057420 --- ParallelTerminationStrategy: PID 22112 died...\u000a16:02:49.110799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22112): Terminated: ok {rc=0}\u000a16:02:49.120626 --- ParallelTerminationStrategy: PID 22113 died...\u000a16:02:49.174951 run iperf3-srv_10.42.42.10(pid=22113): Terminated {rc=256}\u000a16:02:49.184545 --- ParallelTerminationStrategy: PID 22114 died...\u000a16:02:49.238367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22114): Terminated: ok {rc=0}\u000a16:02:49.248018 --- ParallelTerminationStrategy: PID 22115 died...\u000a16:02:49.301632 run iperf3-srv_10.42.42.10(pid=22115): Terminated {rc=256}\u000a16:02:49.311418 --- ParallelTerminationStrategy: PID 22118 died...\u000a16:02:49.364458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22118): Terminated: ok {rc=0}\u000a16:02:49.374640 --- ParallelTerminationStrategy: PID 22121 died...\u000a16:02:49.427951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22121): Terminated: ok {rc=0}\u000a16:02:49.437867 --- ParallelTerminationStrategy: PID 22124 died...\u000a16:02:49.491873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22124): Terminated: ok {rc=0}\u000a16:02:49.576355 bus /gobi_4: Setting Powered False\u000a16:02:50.684168 bus /gobi_4: Setting Powered False\u000a16:02:51.792459 bus /gobi_1: Setting Powered False\u000a16:02:52.899387 bus /gobi_1: Setting Powered False\u000a16:02:54.011159 bus /gobi_0: Setting Powered False\u000a16:02:55.113486 bus /gobi_0: Setting Powered False\u000a16:02:56.226398 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22133): Process ended prematurely: osmo-stp_10.42.42.5(pid=22133) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22133)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22133): Process ended prematurely: osmo-stp_10.42.42.5(pid=22133) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22133)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:02:57.292525 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:57.304041 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:02:57.467719 tst ping.py: using LAC 29066\u000a16:02:57.592938 tst ping.py: using RAC 251\u000a16:02:57.708803 tst ping.py: using CellId 29066\u000a16:02:57.827094 tst ping.py: using BVCI 29067\u000a16:02:57.850215 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:57.861175 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:57.872044 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:57.883078 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:57.893973 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:57.904904 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:57.916042 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:57.926924 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:02:58.214091 tst ping.py:19: start network...\u000a16:02:58.346860 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:02:58.855536 run create_hlr_db(pid=22126): Launched\u000a16:02:59.040711 bus /gobi_6: Setting Powered False\u000a16:03:00.060436 run create_hlr_db(pid=22126): Terminated: ok {rc=0}\u000a16:03:00.462183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22128): Launched\u000a16:03:00.761763 run osmo-hlr_10.42.42.2(pid=22129): Launched\u000a16:03:00.921956 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:03:01.532342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22132): Launched\u000a16:03:02.030816 run osmo-stp_10.42.42.5(pid=22133): Launched\u000a16:03:02.255070 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:03:02.778896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22135): Launched\u000a16:03:02.885734 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:03:03.146171 run patchelf(pid=22136): Launched\u000a16:03:03.320665 run osmo-stp_10.42.42.5(pid=22133): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22133)]\u000a16:03:03.449133 run osmo-stp_10.42.42.5(pid=22133): stdout: \u000a| (launched: 2022-12-10_16:03:01.749862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:03.577407 run osmo-stp_10.42.42.5(pid=22133): stderr: \u000a| �[0;m�[38;5;43m20221210160301975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160301975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160301976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160301976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160301985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160301986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160301986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:03.701182 run osmo-stp_10.42.42.5(pid=22133): stdout: \u000a| (launched: 2022-12-10_16:03:01.749862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:03.823508 run osmo-stp_10.42.42.5(pid=22133): stderr: \u000a| �[0;m�[38;5;43m20221210160301975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160301975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160301976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160301976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160301985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160301986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160301986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:03.966118 run patchelf(pid=22136): Terminating (SIGINT)\u000a16:03:04.134082 run patchelf(pid=22136): Terminated: ok {rc=0}\u000a16:03:04.164534 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22133): Process ended prematurely: osmo-stp_10.42.42.5(pid=22133) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22133)] [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:03:04.173098 tst ping.py:22: Test FAILED (6.9 sec)\u000a16:03:04.233468 run osmo-hlr_10.42.42.2(pid=22129): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22129)]\u000a16:03:04.282453 run osmo-hlr_10.42.42.2(pid=22129): stdout: \u000a| (launched: 2022-12-10_16:03:00.614553) \u000a16:03:04.332203 run osmo-hlr_10.42.42.2(pid=22129): stderr: \u000a| �[0;m�[1;31m20221210160300792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160300792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160300792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160300792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160300792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160300793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160300804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160300813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160300813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160300814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:03:04.374589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22128): Terminating (SIGTERM)\u000a16:03:04.414772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22132): Terminating (SIGTERM)\u000a16:03:04.454960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22135): Terminating (SIGTERM)\u000a16:03:04.464447 --- ParallelTerminationStrategy: PID 22128 died...\u000a16:03:04.518020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22128): Terminated: ok {rc=0}\u000a16:03:04.527817 --- ParallelTerminationStrategy: PID 22132 died...\u000a16:03:04.581260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22132): Terminated: ok {rc=0}\u000a16:03:04.591083 --- ParallelTerminationStrategy: PID 22135 died...\u000a16:03:04.644356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22135): Terminated: ok {rc=0}\u000a16:03:04.733153 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22143): Process ended prematurely: osmo-stp_10.42.42.5(pid=22143) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22143)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22143): Process ended prematurely: osmo-stp_10.42.42.5(pid=22143) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22143)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:03:05.785264 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:05.797344 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:03:05.954935 tst ping_idle_ping.py: using LAC 29067\u000a16:03:06.075248 tst ping_idle_ping.py: using RAC 252\u000a16:03:06.190303 tst ping_idle_ping.py: using CellId 29067\u000a16:03:06.305805 tst ping_idle_ping.py: using BVCI 29068\u000a16:03:06.328676 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:06.339555 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:06.350198 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:06.361168 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:06.371965 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:06.382857 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:06.393804 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:06.404636 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:03:06.695780 tst ping_idle_ping.py:24: start network...\u000a16:03:06.829058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:03:07.342914 run create_hlr_db(pid=22137): Launched\u000a16:03:07.529908 bus /gobi_6: Setting Powered False\u000a16:03:08.549698 run create_hlr_db(pid=22137): Terminated: ok {rc=0}\u000a16:03:08.952449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22139): Launched\u000a16:03:09.252100 run osmo-hlr_10.42.42.2(pid=22140): Launched\u000a16:03:09.365595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:03:09.894997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22142): Launched\u000a16:03:10.193617 run osmo-stp_10.42.42.5(pid=22143): Launched\u000a16:03:10.302471 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:03:10.822830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22145): Launched\u000a16:03:10.929434 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:03:11.189830 run patchelf(pid=22146): Launched\u000a16:03:11.364473 run osmo-stp_10.42.42.5(pid=22143): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22143)]\u000a16:03:11.492822 run osmo-stp_10.42.42.5(pid=22143): stdout: \u000a| (launched: 2022-12-10_16:03:10.046776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:11.621383 run osmo-stp_10.42.42.5(pid=22143): stderr: \u000a| �[0;m�[38;5;43m20221210160310218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160310218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160310218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160310219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160310219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160310219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160310219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:11.745247 run osmo-stp_10.42.42.5(pid=22143): stdout: \u000a| (launched: 2022-12-10_16:03:10.046776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:11.868306 run osmo-stp_10.42.42.5(pid=22143): stderr: \u000a| �[0;m�[38;5;43m20221210160310218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160310218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160310218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160310219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160310219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160310219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160310219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:12.010971 run patchelf(pid=22146): Terminating (SIGINT)\u000a16:03:12.178757 run patchelf(pid=22146): Terminated: ok {rc=0}\u000a16:03:12.209174 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22143): Process ended prematurely: osmo-stp_10.42.42.5(pid=22143) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22143)] [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:03:12.217699 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a16:03:12.277809 run osmo-hlr_10.42.42.2(pid=22140): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22140)]\u000a16:03:12.326643 run osmo-hlr_10.42.42.2(pid=22140): stdout: \u000a| (launched: 2022-12-10_16:03:09.104638) \u000a16:03:12.376423 run osmo-hlr_10.42.42.2(pid=22140): stderr: \u000a| �[0;m�[1;31m20221210160309282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160309282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160309283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160309283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160309283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160309283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160309295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160309306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160309306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160309306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:03:12.418580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22139): Terminating (SIGTERM)\u000a16:03:12.458650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22142): Terminating (SIGTERM)\u000a16:03:12.498553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22145): Terminating (SIGTERM)\u000a16:03:12.507907 --- ParallelTerminationStrategy: PID 22139 died...\u000a16:03:12.561505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22139): Terminated: ok {rc=0}\u000a16:03:12.571110 --- ParallelTerminationStrategy: PID 22142 died...\u000a16:03:12.624216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22142): Terminated: ok {rc=0}\u000a16:03:12.633970 --- ParallelTerminationStrategy: PID 22145 died...\u000a16:03:12.687157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22145): Terminated: ok {rc=0}\u000a16:03:12.769447 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:02:14" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22160): Process ended prematurely: osmo-stp_10.42.42.5(pid=22160) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22160)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22160): Process ended prematurely: osmo-stp_10.42.42.5(pid=22160) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:03:14.932227 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:14.943529 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:03:15.083389 tst cs_paging_gprs_active.py: using LAC 29068\u000a16:03:15.204501 tst cs_paging_gprs_active.py: using RAC 253\u000a16:03:15.324712 tst cs_paging_gprs_active.py: using CellId 29068\u000a16:03:15.444642 tst cs_paging_gprs_active.py: using BVCI 29069\u000a16:03:15.468485 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:15.479899 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:15.491069 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:15.502389 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:15.513754 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:15.525037 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:15.536393 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:15.547667 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:15.559213 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:03:15.680438 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:03:15.978712 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:03:16.109694 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:16.452592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22150): Launched\u000a16:03:16.738988 run iperf3-srv_10.42.42.10(pid=22151): Launched\u000a16:03:16.930685 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:03:17.062195 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:17.384549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22152): Launched\u000a16:03:17.647252 run iperf3-srv_10.42.42.10(pid=22153): Launched\u000a16:03:17.833787 tst cs_paging_gprs_active.py:38: start network...\u000a16:03:17.960628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:03:18.438297 run create_hlr_db(pid=22154): Launched\u000a16:03:18.614137 bus /gobi_6: Setting Powered False\u000a16:03:19.635649 run create_hlr_db(pid=22154): Terminated: ok {rc=0}\u000a16:03:20.042409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22156): Launched\u000a16:03:20.347868 run osmo-hlr_10.42.42.2(pid=22157): Launched\u000a16:03:20.463412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:03:20.991276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22159): Launched\u000a16:03:21.296823 run osmo-stp_10.42.42.5(pid=22160): Launched\u000a16:03:21.408549 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:03:21.939673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22162): Launched\u000a16:03:22.048139 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:03:22.314656 run patchelf(pid=22163): Launched\u000a16:03:22.493555 run osmo-stp_10.42.42.5(pid=22160): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22160)]\u000a16:03:22.624472 run osmo-stp_10.42.42.5(pid=22160): stdout: \u000a| (launched: 2022-12-10_16:03:21.146353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:22.755690 run osmo-stp_10.42.42.5(pid=22160): stderr: \u000a| �[0;m�[38;5;43m20221210160321316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160321316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160321316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160321317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160321317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160321317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160321317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:22.882559 run osmo-stp_10.42.42.5(pid=22160): stdout: \u000a| (launched: 2022-12-10_16:03:21.146353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:23.007618 run osmo-stp_10.42.42.5(pid=22160): stderr: \u000a| �[0;m�[38;5;43m20221210160321316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160321316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160321316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160321317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160321317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160321317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160321317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:23.153527 run patchelf(pid=22163): Terminating (SIGINT)\u000a16:03:23.324643 run patchelf(pid=22163): Terminated: ok {rc=0}\u000a16:03:23.356002 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22160): Process ended prematurely: osmo-stp_10.42.42.5(pid=22160) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22160)] [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a16:03:23.365262 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a16:03:23.426000 run osmo-hlr_10.42.42.2(pid=22157): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22157)]\u000a16:03:23.475344 run osmo-hlr_10.42.42.2(pid=22157): stdout: \u000a| (launched: 2022-12-10_16:03:20.197146) \u000a16:03:23.525446 run osmo-hlr_10.42.42.2(pid=22157): stderr: \u000a| �[0;m�[1;31m20221210160320374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160320374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160320375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160320375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160320375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160320375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160320387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160320395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160320395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160320395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:03:23.568311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22150): Terminating (SIGTERM)\u000a16:03:23.608463 run iperf3-srv_10.42.42.10(pid=22151): Terminating (SIGTERM)\u000a16:03:23.648619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22152): Terminating (SIGTERM)\u000a16:03:23.688811 run iperf3-srv_10.42.42.10(pid=22153): Terminating (SIGTERM)\u000a16:03:23.729454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22156): Terminating (SIGTERM)\u000a16:03:23.769420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22159): Terminating (SIGTERM)\u000a16:03:23.810244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22162): Terminating (SIGTERM)\u000a16:03:23.819571 --- ParallelTerminationStrategy: PID 22150 died...\u000a16:03:23.873409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22150): Terminated: ok {rc=0}\u000a16:03:23.883299 --- ParallelTerminationStrategy: PID 22151 died...\u000a16:03:23.936571 run iperf3-srv_10.42.42.10(pid=22151): Terminated {rc=256}\u000a16:03:23.946185 --- ParallelTerminationStrategy: PID 22152 died...\u000a16:03:23.999702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22152): Terminated: ok {rc=0}\u000a16:03:24.009890 --- ParallelTerminationStrategy: PID 22153 died...\u000a16:03:24.063496 run iperf3-srv_10.42.42.10(pid=22153): Terminated {rc=256}\u000a16:03:24.073126 --- ParallelTerminationStrategy: PID 22156 died...\u000a16:03:24.126737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22156): Terminated: ok {rc=0}\u000a16:03:24.136310 --- ParallelTerminationStrategy: PID 22159 died...\u000a16:03:24.189661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22159): Terminated: ok {rc=0}\u000a16:03:24.199473 --- ParallelTerminationStrategy: PID 22162 died...\u000a16:03:24.252924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22162): Terminated: ok {rc=0}\u000a16:03:24.337139 bus /gobi_0: Setting Powered False\u000a16:03:25.445477 bus /gobi_0: Setting Powered False\u000a16:03:26.553441 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22172): Process ended prematurely: osmo-stp_10.42.42.5(pid=22172) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22172)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22172): Process ended prematurely: osmo-stp_10.42.42.5(pid=22172) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a16:03:27.667675 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:27.680257 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:03:27.831261 tst iperf3.py: using LAC 29069\u000a16:03:27.959758 tst iperf3.py: using RAC 254\u000a16:03:28.082373 tst iperf3.py: using CellId 29069\u000a16:03:28.208288 tst iperf3.py: using BVCI 29070\u000a16:03:28.233203 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:28.244914 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:28.256538 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:28.268633 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:28.281481 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:28.293088 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:28.306478 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:28.319241 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:28.330901 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:03:28.610355 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:03:28.737899 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:29.054635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22164): Launched\u000a16:03:29.316548 run iperf3-srv_10.42.42.10(pid=22165): Launched\u000a16:03:29.502267 tst iperf3.py:8: start network...\u000a16:03:29.629519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:03:30.107387 run create_hlr_db(pid=22166): Launched\u000a16:03:30.282743 bus /gobi_6: Setting Powered False\u000a16:03:31.316910 run create_hlr_db(pid=22166): Terminated: ok {rc=0}\u000a16:03:31.744848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22168): Launched\u000a16:03:32.078087 run osmo-hlr_10.42.42.2(pid=22169): Launched\u000a16:03:32.296069 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:03:32.861596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22171): Launched\u000a16:03:33.184586 run osmo-stp_10.42.42.5(pid=22172): Launched\u000a16:03:33.301778 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:03:33.867709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22174): Launched\u000a16:03:33.983387 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:03:34.265698 run patchelf(pid=22175): Launched\u000a16:03:34.455832 run osmo-stp_10.42.42.5(pid=22172): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22172)]\u000a16:03:34.594848 run osmo-stp_10.42.42.5(pid=22172): stdout: \u000a| (launched: 2022-12-10_16:03:33.026711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:34.734123 run osmo-stp_10.42.42.5(pid=22172): stderr: \u000a| �[0;m�[38;5;43m20221210160333219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160333219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160333220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160333220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160333221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160333221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160333221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:34.868129 run osmo-stp_10.42.42.5(pid=22172): stdout: \u000a| (launched: 2022-12-10_16:03:33.026711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:35.001175 run osmo-stp_10.42.42.5(pid=22172): stderr: \u000a| �[0;m�[38;5;43m20221210160333219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160333219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160333220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160333220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160333221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160333221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160333221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:35.156115 run patchelf(pid=22175): Terminating (SIGINT)\u000a16:03:35.338559 run patchelf(pid=22175): Terminated: ok {rc=0}\u000a16:03:35.371878 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22172): Process ended prematurely: osmo-stp_10.42.42.5(pid=22172) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22172)] [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a16:03:35.382275 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:03:35.445097 run osmo-hlr_10.42.42.2(pid=22169): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22169)]\u000a16:03:35.496104 run osmo-hlr_10.42.42.2(pid=22169): stdout: \u000a| (launched: 2022-12-10_16:03:31.903420) \u000a16:03:35.548310 run osmo-hlr_10.42.42.2(pid=22169): stderr: \u000a| �[0;m�[1;31m20221210160332189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160332189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160332189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160332190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160332190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160332190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160332207 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160332230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160332231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160332231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:03:35.592427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22164): Terminating (SIGTERM)\u000a16:03:35.634157 run iperf3-srv_10.42.42.10(pid=22165): Terminating (SIGTERM)\u000a16:03:35.675943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22168): Terminating (SIGTERM)\u000a16:03:35.717696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22171): Terminating (SIGTERM)\u000a16:03:35.759317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22174): Terminating (SIGTERM)\u000a16:03:35.768937 --- ParallelTerminationStrategy: PID 22164 died...\u000a16:03:35.825025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22164): Terminated: ok {rc=0}\u000a16:03:35.835087 --- ParallelTerminationStrategy: PID 22165 died...\u000a16:03:35.890565 run iperf3-srv_10.42.42.10(pid=22165): Terminated {rc=256}\u000a16:03:35.900543 --- ParallelTerminationStrategy: PID 22168 died...\u000a16:03:35.955870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22168): Terminated: ok {rc=0}\u000a16:03:35.965964 --- ParallelTerminationStrategy: PID 22171 died...\u000a16:03:36.021374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22171): Terminated: ok {rc=0}\u000a16:03:36.031423 --- ParallelTerminationStrategy: PID 22174 died...\u000a16:03:36.086930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22174): Terminated: ok {rc=0}\u000a16:03:36.174336 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22191): Process ended prematurely: osmo-stp_10.42.42.5(pid=22191) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22191)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22191): Process ended prematurely: osmo-stp_10.42.42.5(pid=22191) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a16:03:37.288756 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:37.301490 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:03:37.463084 tst iperf3m4.py: using LAC 29070\u000a16:03:37.589644 tst iperf3m4.py: using RAC 255\u000a16:03:37.722385 tst iperf3m4.py: using CellId 29070\u000a16:03:37.848025 tst iperf3m4.py: using BVCI 29071\u000a16:03:37.872918 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:37.884699 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:37.896242 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:37.907846 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:37.919423 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:37.931010 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:37.942626 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:37.954580 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:37.966343 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:03:38.085858 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:03:38.210669 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:03:38.332933 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:03:38.615681 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:03:38.743015 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:39.059257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22177): Launched\u000a16:03:39.322029 run iperf3-srv_10.42.42.10(pid=22178): Launched\u000a16:03:39.509278 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:03:39.636806 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:39.954422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22179): Launched\u000a16:03:40.216918 run iperf3-srv_10.42.42.10(pid=22180): Launched\u000a16:03:40.403757 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:03:40.531007 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:40.846648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22181): Launched\u000a16:03:41.107928 run iperf3-srv_10.42.42.10(pid=22182): Launched\u000a16:03:41.293562 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:03:41.420055 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:41.736366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22183): Launched\u000a16:03:41.997699 run iperf3-srv_10.42.42.10(pid=22184): Launched\u000a16:03:42.183629 tst iperf3m4.py:8: start network...\u000a16:03:42.310336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:03:42.789765 run create_hlr_db(pid=22185): Launched\u000a16:03:42.964432 bus /gobi_6: Setting Powered False\u000a16:03:43.986838 run create_hlr_db(pid=22185): Terminated: ok {rc=0}\u000a16:03:44.392017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22187): Launched\u000a16:03:44.696411 run osmo-hlr_10.42.42.2(pid=22188): Launched\u000a16:03:44.807129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:03:45.339673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22190): Launched\u000a16:03:45.643666 run osmo-stp_10.42.42.5(pid=22191): Launched\u000a16:03:45.754746 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:03:46.307059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22193): Launched\u000a16:03:46.418502 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:03:46.707500 run patchelf(pid=22194): Launched\u000a16:03:46.889715 run osmo-stp_10.42.42.5(pid=22191): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22191)]\u000a16:03:47.023366 run osmo-stp_10.42.42.5(pid=22191): stdout: \u000a| (launched: 2022-12-10_16:03:45.494279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:47.157497 run osmo-stp_10.42.42.5(pid=22191): stderr: \u000a| �[0;m�[38;5;43m20221210160345665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160345665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160345666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160345666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:47.283862 run osmo-stp_10.42.42.5(pid=22191): stdout: \u000a| (launched: 2022-12-10_16:03:45.494279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:47.408255 run osmo-stp_10.42.42.5(pid=22191): stderr: \u000a| �[0;m�[38;5;43m20221210160345665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160345665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160345666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160345666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:47.560619 run patchelf(pid=22194): Terminating (SIGINT)\u000a16:03:47.744168 run patchelf(pid=22194): Terminated: ok {rc=0}\u000a16:03:47.778128 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22191): Process ended prematurely: osmo-stp_10.42.42.5(pid=22191) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22191)] [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a16:03:47.788139 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a16:03:47.851322 run osmo-hlr_10.42.42.2(pid=22188): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22188)]\u000a16:03:47.903038 run osmo-hlr_10.42.42.2(pid=22188): stdout: \u000a| (launched: 2022-12-10_16:03:44.546549) \u000a16:03:47.954807 run osmo-hlr_10.42.42.2(pid=22188): stderr: \u000a| �[0;m�[1;31m20221210160344725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160344725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160344725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160344725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160344725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160344725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160344740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160344749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160344749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160344749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:03:47.999041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22177): Terminating (SIGTERM)\u000a16:03:48.040632 run iperf3-srv_10.42.42.10(pid=22178): Terminating (SIGTERM)\u000a16:03:48.082226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22179): Terminating (SIGTERM)\u000a16:03:48.123698 run iperf3-srv_10.42.42.10(pid=22180): Terminating (SIGTERM)\u000a16:03:48.165307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22181): Terminating (SIGTERM)\u000a16:03:48.206867 run iperf3-srv_10.42.42.10(pid=22182): Terminating (SIGTERM)\u000a16:03:48.248556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22183): Terminating (SIGTERM)\u000a16:03:48.290167 run iperf3-srv_10.42.42.10(pid=22184): Terminating (SIGTERM)\u000a16:03:48.331818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22187): Terminating (SIGTERM)\u000a16:03:48.373624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22190): Terminating (SIGTERM)\u000a16:03:48.415681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22193): Terminating (SIGTERM)\u000a16:03:48.425434 --- ParallelTerminationStrategy: PID 22177 died...\u000a16:03:48.481815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22177): Terminated: ok {rc=0}\u000a16:03:48.491994 --- ParallelTerminationStrategy: PID 22178 died...\u000a16:03:48.547530 run iperf3-srv_10.42.42.10(pid=22178): Terminated {rc=256}\u000a16:03:48.557988 --- ParallelTerminationStrategy: PID 22179 died...\u000a16:03:48.614038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22179): Terminated: ok {rc=0}\u000a16:03:48.624111 --- ParallelTerminationStrategy: PID 22180 died...\u000a16:03:48.679863 run iperf3-srv_10.42.42.10(pid=22180): Terminated {rc=256}\u000a16:03:48.690021 --- ParallelTerminationStrategy: PID 22181 died...\u000a16:03:48.745548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22181): Terminated: ok {rc=0}\u000a16:03:48.755681 --- ParallelTerminationStrategy: PID 22182 died...\u000a16:03:48.811101 run iperf3-srv_10.42.42.10(pid=22182): Terminated {rc=256}\u000a16:03:48.821204 --- ParallelTerminationStrategy: PID 22183 died...\u000a16:03:48.876526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22183): Terminated: ok {rc=0}\u000a16:03:48.886654 --- ParallelTerminationStrategy: PID 22184 died...\u000a16:03:48.942006 run iperf3-srv_10.42.42.10(pid=22184): Terminated {rc=256}\u000a16:03:48.952130 --- ParallelTerminationStrategy: PID 22187 died...\u000a16:03:49.007923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22187): Terminated: ok {rc=0}\u000a16:03:49.018122 --- ParallelTerminationStrategy: PID 22190 died...\u000a16:03:49.073774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22190): Terminated: ok {rc=0}\u000a16:03:49.083960 --- ParallelTerminationStrategy: PID 22193 died...\u000a16:03:49.139676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22193): Terminated: ok {rc=0}\u000a16:03:49.227211 bus /gobi_4: Setting Powered False\u000a16:03:50.333247 bus /gobi_4: Setting Powered False\u000a16:03:51.444769 bus /gobi_1: Setting Powered False\u000a16:03:52.547936 bus /gobi_1: Setting Powered False\u000a16:03:53.659227 bus /gobi_0: Setting Powered False\u000a16:03:54.762161 bus /gobi_0: Setting Powered False\u000a16:03:55.870631 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22201): Process ended prematurely: osmo-stp_10.42.42.5(pid=22201) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22201)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22201): Process ended prematurely: osmo-stp_10.42.42.5(pid=22201) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a16:03:56.938829 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:56.951474 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:03:57.099298 tst ping.py: using LAC 29071\u000a16:03:57.224054 tst ping.py: using RAC 1\u000a16:03:57.348777 tst ping.py: using CellId 29071\u000a16:03:57.475125 tst ping.py: using BVCI 29072\u000a16:03:57.499519 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:57.511539 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:57.523321 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:57.534967 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:57.546588 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:57.558966 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:57.570976 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:57.583118 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:03:57.873466 tst ping.py:19: start network...\u000a16:03:58.006128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:03:58.518374 run create_hlr_db(pid=22195): Launched\u000a16:03:58.703010 bus /gobi_6: Setting Powered False\u000a16:03:59.724297 run create_hlr_db(pid=22195): Terminated: ok {rc=0}\u000a16:04:00.126489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22197): Launched\u000a16:04:00.424862 run osmo-hlr_10.42.42.2(pid=22198): Launched\u000a16:04:00.541723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:04:01.096418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22200): Launched\u000a16:04:01.513824 run osmo-stp_10.42.42.5(pid=22201): Launched\u000a16:04:01.705967 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:04:02.309962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22203): Launched\u000a16:04:02.416936 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:04:02.677750 run patchelf(pid=22204): Launched\u000a16:04:02.852639 run osmo-stp_10.42.42.5(pid=22201): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22201)]\u000a16:04:02.980839 run osmo-stp_10.42.42.5(pid=22201): stdout: \u000a| (launched: 2022-12-10_16:04:01.250897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:03.109738 run osmo-stp_10.42.42.5(pid=22201): stderr: \u000a| �[0;m�[38;5;43m20221210160401579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160401580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160401580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160401580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160401589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160401589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160401589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:03.234146 run osmo-stp_10.42.42.5(pid=22201): stdout: \u000a| (launched: 2022-12-10_16:04:01.250897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:03.357137 run osmo-stp_10.42.42.5(pid=22201): stderr: \u000a| �[0;m�[38;5;43m20221210160401579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160401580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160401580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160401580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160401589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160401589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160401589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:03.500170 run patchelf(pid=22204): Terminating (SIGINT)\u000a16:04:03.667990 run patchelf(pid=22204): Terminated: ok {rc=0}\u000a16:04:03.698543 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22201): Process ended prematurely: osmo-stp_10.42.42.5(pid=22201) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22201)] [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a16:04:03.707269 tst ping.py:22: Test FAILED (6.8 sec)\u000a16:04:03.767677 run osmo-hlr_10.42.42.2(pid=22198): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22198)]\u000a16:04:03.816762 run osmo-hlr_10.42.42.2(pid=22198): stdout: \u000a| (launched: 2022-12-10_16:04:00.277754) \u000a16:04:03.866931 run osmo-hlr_10.42.42.2(pid=22198): stderr: \u000a| �[0;m�[1;31m20221210160400456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160400456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160400456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160400456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160400456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160400456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160400469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160400477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160400477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160400477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:04:03.919416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22197): Terminating (SIGTERM)\u000a16:04:03.958952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22200): Terminating (SIGTERM)\u000a16:04:03.998587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22203): Terminating (SIGTERM)\u000a16:04:04.007969 --- ParallelTerminationStrategy: PID 22197 died...\u000a16:04:04.061367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22197): Terminated: ok {rc=0}\u000a16:04:04.071170 --- ParallelTerminationStrategy: PID 22200 died...\u000a16:04:04.124453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22200): Terminated: ok {rc=0}\u000a16:04:04.134011 --- ParallelTerminationStrategy: PID 22203 died...\u000a16:04:04.187437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22203): Terminated: ok {rc=0}\u000a16:04:04.276465 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22211): Process ended prematurely: osmo-stp_10.42.42.5(pid=22211) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22211)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22211): Process ended prematurely: osmo-stp_10.42.42.5(pid=22211) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a16:04:05.328362 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:05.340444 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:04:05.482298 tst ping_idle_ping.py: using LAC 29072\u000a16:04:05.601060 tst ping_idle_ping.py: using RAC 2\u000a16:04:05.719610 tst ping_idle_ping.py: using CellId 29072\u000a16:04:05.837326 tst ping_idle_ping.py: using BVCI 29073\u000a16:04:05.860186 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:05.871642 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:05.883161 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:05.894384 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:05.905679 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:05.917035 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:05.928487 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:05.939771 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:04:06.216205 tst ping_idle_ping.py:24: start network...\u000a16:04:06.342046 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:04:06.816542 run create_hlr_db(pid=22205): Launched\u000a16:04:06.990886 bus /gobi_6: Setting Powered False\u000a16:04:08.011658 run create_hlr_db(pid=22205): Terminated: ok {rc=0}\u000a16:04:08.438092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22207): Launched\u000a16:04:08.759104 run osmo-hlr_10.42.42.2(pid=22208): Launched\u000a16:04:08.880280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:04:09.435158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22210): Launched\u000a16:04:09.755257 run osmo-stp_10.42.42.5(pid=22211): Launched\u000a16:04:09.871250 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:04:10.429632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22213): Launched\u000a16:04:10.543225 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:04:10.820454 run patchelf(pid=22214): Launched\u000a16:04:11.006953 run osmo-stp_10.42.42.5(pid=22211): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22211)]\u000a16:04:11.143130 run osmo-stp_10.42.42.5(pid=22211): stdout: \u000a| (launched: 2022-12-10_16:04:09.598323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:11.279673 run osmo-stp_10.42.42.5(pid=22211): stderr: \u000a| �[0;m�[38;5;43m20221210160409791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160409791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160409792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160409792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160409794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160409794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160409794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:11.412200 run osmo-stp_10.42.42.5(pid=22211): stdout: \u000a| (launched: 2022-12-10_16:04:09.598323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:11.542932 run osmo-stp_10.42.42.5(pid=22211): stderr: \u000a| �[0;m�[38;5;43m20221210160409791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160409791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160409792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160409792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160409794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160409794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160409794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:11.695247 run patchelf(pid=22214): Terminating (SIGINT)\u000a16:04:11.874144 run patchelf(pid=22214): Terminated: ok {rc=0}\u000a16:04:11.907410 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22211): Process ended prematurely: osmo-stp_10.42.42.5(pid=22211) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22211)] [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a16:04:11.917103 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:04:11.980600 run osmo-hlr_10.42.42.2(pid=22208): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22208)]\u000a16:04:12.032151 run osmo-hlr_10.42.42.2(pid=22208): stdout: \u000a| (launched: 2022-12-10_16:04:08.602002) \u000a16:04:12.084255 run osmo-hlr_10.42.42.2(pid=22208): stderr: \u000a| �[0;m�[1;31m20221210160408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160408813 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160408822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160408822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160408822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:04:12.128883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22207): Terminating (SIGTERM)\u000a16:04:12.170507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22210): Terminating (SIGTERM)\u000a16:04:12.212114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22213): Terminating (SIGTERM)\u000a16:04:12.221903 --- ParallelTerminationStrategy: PID 22207 died...\u000a16:04:12.277427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22207): Terminated: ok {rc=0}\u000a16:04:12.287393 --- ParallelTerminationStrategy: PID 22210 died...\u000a16:04:12.342852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22210): Terminated: ok {rc=0}\u000a16:04:12.352830 --- ParallelTerminationStrategy: PID 22213 died...\u000a16:04:12.408571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22213): Terminated: ok {rc=0}\u000a16:04:12.495557 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:03:14" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22224): Process ended prematurely: osmo-stp_10.42.42.5(pid=22224) [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22224)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22224): Process ended prematurely: osmo-stp_10.42.42.5(pid=22224) [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:04:14.541824 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:04:14.553951 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:04:14.715358 tst switch_tch_pdch.py: using LAC 29073\u000a16:04:14.838471 tst switch_tch_pdch.py: using RAC 3\u000a16:04:14.962663 tst switch_tch_pdch.py: using CellId 29073\u000a16:04:15.086372 tst switch_tch_pdch.py: using BVCI 29074\u000a16:04:15.110748 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:04:15.122537 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:04:15.134093 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:04:15.145639 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:04:15.157205 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:04:15.168686 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:04:15.180347 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:04:15.191913 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:04:15.309751 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:04:15.587167 tst switch_tch_pdch.py:51: start network...\u000a16:04:15.711924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:04:16.220876 run create_hlr_db(pid=22218): Launched\u000a16:04:16.398001 bus /gobi_6: Setting Powered False\u000a16:04:17.428435 run create_hlr_db(pid=22218): Terminated: ok {rc=0}\u000a16:04:17.830024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22220): Launched\u000a16:04:18.129248 run osmo-hlr_10.42.42.2(pid=22221): Launched\u000a16:04:18.241874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:04:18.767756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22223): Launched\u000a16:04:19.065735 run osmo-stp_10.42.42.5(pid=22224): Launched\u000a16:04:19.174577 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:04:19.694652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22226): Launched\u000a16:04:19.801129 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:04:20.061465 run patchelf(pid=22227): Launched\u000a16:04:20.235893 run osmo-stp_10.42.42.5(pid=22224): ERR: Terminated: ERROR {rc=1} [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22224)]\u000a16:04:20.363675 run osmo-stp_10.42.42.5(pid=22224): stdout: \u000a| (launched: 2022-12-10_16:04:18.919160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:20.492137 run osmo-stp_10.42.42.5(pid=22224): stderr: \u000a| �[0;m�[38;5;43m20221210160419088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160419088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160419088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160419089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160419091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160419091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160419091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:20.615856 run osmo-stp_10.42.42.5(pid=22224): stdout: \u000a| (launched: 2022-12-10_16:04:18.919160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:20.738496 run osmo-stp_10.42.42.5(pid=22224): stderr: \u000a| �[0;m�[38;5;43m20221210160419088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160419088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160419088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160419089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160419091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160419091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160419091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:20.880902 run patchelf(pid=22227): Terminating (SIGINT)\u000a16:04:21.049139 run patchelf(pid=22227): Terminated: ok {rc=0}\u000a16:04:21.079538 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22224): Process ended prematurely: osmo-stp_10.42.42.5(pid=22224) [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22224)] [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:04:21.088177 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a16:04:21.148058 run osmo-hlr_10.42.42.2(pid=22221): ERR: Terminated: ERROR {rc=237} [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22221)]\u000a16:04:21.197146 run osmo-hlr_10.42.42.2(pid=22221): stdout: \u000a| (launched: 2022-12-10_16:04:17.981224) \u000a16:04:21.246663 run osmo-hlr_10.42.42.2(pid=22221): stderr: \u000a| �[0;m�[1;31m20221210160418158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160418158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160418158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160418158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160418159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160418159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160418171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160418179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160418179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160418179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:04:21.289092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22220): Terminating (SIGTERM)\u000a16:04:21.328630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22223): Terminating (SIGTERM)\u000a16:04:21.368580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22226): Terminating (SIGTERM)\u000a16:04:21.378115 --- ParallelTerminationStrategy: PID 22220 died...\u000a16:04:21.431810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22220): Terminated: ok {rc=0}\u000a16:04:21.441834 --- ParallelTerminationStrategy: PID 22223 died...\u000a16:04:21.495195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22223): Terminated: ok {rc=0}\u000a16:04:21.505223 --- ParallelTerminationStrategy: PID 22226 died...\u000a16:04:21.558761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22226): Terminated: ok {rc=0}\u000a16:04:21.648089 bus /gobi_0: Setting Powered False\u000a16:04:22.755294 bus /gobi_0: Setting Powered False\u000a16:04:23.867619 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:04:14" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22238): Process ended prematurely: osmo-stp_10.42.42.5(pid=22238) [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22238)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22238): Process ended prematurely: osmo-stp_10.42.42.5(pid=22238) [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:04:25.856030 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:04:25.867529 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:04:26.030253 tst switch_tch_pdch.py: using LAC 29074\u000a16:04:26.153157 tst switch_tch_pdch.py: using RAC 4\u000a16:04:26.276582 tst switch_tch_pdch.py: using CellId 29074\u000a16:04:26.404225 tst switch_tch_pdch.py: using BVCI 29075\u000a16:04:26.428734 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:04:26.440248 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:04:26.451754 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:04:26.463251 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:04:26.474612 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:04:26.486001 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:04:26.497461 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:04:26.508502 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:04:26.624072 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:04:26.898381 tst switch_tch_pdch.py:51: start network...\u000a16:04:27.022229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:04:27.465429 run create_hlr_db(pid=22232): Launched\u000a16:04:27.587234 bus /gobi_6: Setting Powered False\u000a16:04:28.658575 run create_hlr_db(pid=22232): Terminated: ok {rc=0}\u000a16:04:29.054617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22234): Launched\u000a16:04:29.372045 run osmo-hlr_10.42.42.2(pid=22235): Launched\u000a16:04:29.489930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:04:30.014905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22237): Launched\u000a16:04:30.333593 run osmo-stp_10.42.42.5(pid=22238): Launched\u000a16:04:30.450045 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:04:30.996722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22240): Launched\u000a16:04:31.110827 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:04:31.402260 run patchelf(pid=22241): Launched\u000a16:04:31.585585 run osmo-stp_10.42.42.5(pid=22238): ERR: Terminated: ERROR {rc=1} [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22238)]\u000a16:04:31.721286 run osmo-stp_10.42.42.5(pid=22238): stdout: \u000a| (launched: 2022-12-10_16:04:30.177525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:31.856384 run osmo-stp_10.42.42.5(pid=22238): stderr: \u000a| �[0;m�[38;5;43m20221210160430369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160430369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160430369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160430370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160430370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160430370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160430370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:31.985996 run osmo-stp_10.42.42.5(pid=22238): stdout: \u000a| (launched: 2022-12-10_16:04:30.177525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:32.115100 run osmo-stp_10.42.42.5(pid=22238): stderr: \u000a| �[0;m�[38;5;43m20221210160430369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160430369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160430369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160430370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160430370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160430370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160430370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:32.261540 run patchelf(pid=22241): Terminating (SIGINT)\u000a16:04:32.430717 run patchelf(pid=22241): Terminated: ok {rc=0}\u000a16:04:32.461549 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22238): Process ended prematurely: osmo-stp_10.42.42.5(pid=22238) [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22238)] [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:04:32.470371 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a16:04:32.532701 run osmo-hlr_10.42.42.2(pid=22235): ERR: Terminated: ERROR {rc=237} [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22235)]\u000a16:04:32.583199 run osmo-hlr_10.42.42.2(pid=22235): stdout: \u000a| (launched: 2022-12-10_16:04:29.216266) \u000a16:04:32.633977 run osmo-hlr_10.42.42.2(pid=22235): stderr: \u000a| �[0;m�[1;31m20221210160429413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160429413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160429413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160429413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160429413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160429413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160429425 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160429433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160429433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160429434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:04:32.676460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22234): Terminating (SIGTERM)\u000a16:04:32.717466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22237): Terminating (SIGTERM)\u000a16:04:32.759236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22240): Terminating (SIGTERM)\u000a16:04:32.768775 --- ParallelTerminationStrategy: PID 22234 died...\u000a16:04:32.823642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22234): Terminated: ok {rc=0}\u000a16:04:32.834492 --- ParallelTerminationStrategy: PID 22237 died...\u000a16:04:32.890185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22237): Terminated: ok {rc=0}\u000a16:04:32.900095 --- ParallelTerminationStrategy: PID 22240 died...\u000a16:04:32.954970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22240): Terminated: ok {rc=0}\u000a16:04:33.044292 bus /gobi_0: Setting Powered False\u000a16:04:34.151437 bus /gobi_0: Setting Powered False\u000a16:04:35.258788 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:04:25" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22246): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22246) [trial-2376↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22246)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22246): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22246) [trial-2376↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a16:04:37.160542 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a16:04:37.171946 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:04:37.307994 tst mo_mt_sms.py: using LAC 29075\u000a16:04:37.424512 tst mo_mt_sms.py: using RAC 5\u000a16:04:37.543149 tst mo_mt_sms.py: using CellId 29075\u000a16:04:37.661563 tst mo_mt_sms.py: using BVCI 29076\u000a16:04:37.684044 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:04:37.799375 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:04:38.069922 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:04:38.194281 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:04:38.810197 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22245): Launched\u000a16:04:39.107406 run osmo-nitb_10.42.42.2(pid=22246): Launched\u000a16:04:39.291211 run osmo-nitb_10.42.42.2(pid=22246): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22246)]\u000a16:04:39.426632 run osmo-nitb_10.42.42.2(pid=22246): stdout: \u000a| (launched: 2022-12-10_16:04:38.961949) \u000a16:04:39.562312 run osmo-nitb_10.42.42.2(pid=22246): stderr: \u000a| (launched: 2022-12-10_16:04:39.006377)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:04:39.693220 run osmo-nitb_10.42.42.2(pid=22246): stdout: \u000a| (launched: 2022-12-10_16:04:38.961949) \u000a16:04:39.823028 run osmo-nitb_10.42.42.2(pid=22246): stderr: \u000a| (launched: 2022-12-10_16:04:39.006377)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:04:40.229405 tst osmo-nitb_10.42.42.2(pid=22246): stdout: \u000a| (launched: 2022-12-10_16:04:38.961949) \u000a16:04:40.348902 tst osmo-nitb_10.42.42.2(pid=22246): stderr: \u000a| (launched: 2022-12-10_16:04:39.006377)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:04:40.400913 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=22246): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22246) [trial-2376↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22246)] [trial-2376↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a16:04:40.408911 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a16:04:40.445903 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22245): Terminating (SIGTERM)\u000a16:04:40.623434 --- ParallelTerminationStrategy: PID 22245 died...\u000a16:04:40.679956 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22245): Terminated: ok {rc=0}\u000a16:04:40.768986 bus /sierra_3: Setting Powered False\u000a16:04:41.875898 bus /sierra_3: Setting Powered False\u000a16:04:42.984704 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:04:36" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22258): Process ended prematurely: osmo-stp_10.42.42.5(pid=22258) [trial-2376↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22258)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22258): Process ended prematurely: osmo-stp_10.42.42.5(pid=22258) [trial-2376↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a16:04:44.887205 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:44.898596 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:04:45.041276 tst mo_mt_sms.py: using LAC 29076\u000a16:04:45.167508 tst mo_mt_sms.py: using RAC 6\u000a16:04:45.294008 tst mo_mt_sms.py: using CellId 29076\u000a16:04:45.421080 tst mo_mt_sms.py: using BVCI 29077\u000a16:04:45.445323 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:45.456599 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:45.467805 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:45.478886 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:45.489923 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:45.501129 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:04:45.614381 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:04:45.822534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:04:46.387784 run create_hlr_db(pid=22251): Launched\u000a16:04:46.568638 bus /sierra_2: Setting Powered False\u000a16:04:47.583806 run create_hlr_db(pid=22251): Terminated: ok {rc=0}\u000a16:04:48.014118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22253): Launched\u000a16:04:48.333154 run osmo-hlr_10.42.42.2(pid=22254): Launched\u000a16:04:48.448191 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:04:49.002013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22257): Launched\u000a16:04:49.320915 run osmo-stp_10.42.42.5(pid=22258): Launched\u000a16:04:49.438165 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:04:50.021566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22260): Launched\u000a16:04:50.341281 run osmo-msc_10.42.42.6(pid=22261): Launched\u000a16:04:50.527685 run osmo-stp_10.42.42.5(pid=22258): ERR: Terminated: ERROR {rc=1} [trial-2376↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22258)]\u000a16:04:50.662327 run osmo-stp_10.42.42.5(pid=22258): stdout: \u000a| (launched: 2022-12-10_16:04:49.164582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:50.796455 run osmo-stp_10.42.42.5(pid=22258): stderr: \u000a| �[0;m�[38;5;43m20221210160449355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160449355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160449356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160449356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160449358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160449359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160449359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:50.924564 run osmo-stp_10.42.42.5(pid=22258): stdout: \u000a| (launched: 2022-12-10_16:04:49.164582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:51.051979 run osmo-stp_10.42.42.5(pid=22258): stderr: \u000a| �[0;m�[38;5;43m20221210160449355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160449355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160449356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160449356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160449358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160449359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160449359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:51.107830 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=22258): Process ended prematurely: osmo-stp_10.42.42.5(pid=22258) [trial-2376↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22258)] [trial-2376↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a16:04:51.116134 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a16:04:51.179866 run osmo-hlr_10.42.42.2(pid=22254): ERR: Terminated: ERROR {rc=237} [trial-2376↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22254)]\u000a16:04:51.231790 run osmo-hlr_10.42.42.2(pid=22254): stdout: \u000a| (launched: 2022-12-10_16:04:48.175875) \u000a16:04:51.284223 run osmo-hlr_10.42.42.2(pid=22254): stderr: \u000a| �[0;m�[1;31m20221210160448374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160448374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160448374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160448374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160448374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160448374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160448386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160448396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160448396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160448396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:04:51.355482 run osmo-msc_10.42.42.6(pid=22261): ERR: Terminated: ERROR {rc=2} [trial-2376↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22261)]\u000a16:04:51.406921 run osmo-msc_10.42.42.6(pid=22261): stdout: \u000a| (launched: 2022-12-10_16:04:50.184207) \u000a16:04:51.459297 run osmo-msc_10.42.42.6(pid=22261): stderr: \u000a| �[0;m�[38;5;43m20221210160450508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160450509 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a97745c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160450509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160450509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160450509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160450509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160450511 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160450511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160450511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160450511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:04:51.504091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22253): Terminating (SIGTERM)\u000a16:04:51.546410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22257): Terminating (SIGTERM)\u000a16:04:51.588859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22260): Terminating (SIGTERM)\u000a16:04:51.598686 --- ParallelTerminationStrategy: PID 22253 died...\u000a16:04:51.655343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22253): Terminated: ok {rc=0}\u000a16:04:51.665647 --- ParallelTerminationStrategy: PID 22257 died...\u000a16:04:51.721663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22257): Terminated: ok {rc=0}\u000a16:04:51.731878 --- ParallelTerminationStrategy: PID 22260 died...\u000a16:04:51.787911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22260): Terminated: ok {rc=0}\u000a16:04:51.876012 bus /sierra_3: Setting Powered False\u000a16:04:52.981462 bus /sierra_3: Setting Powered False\u000a16:04:54.093895 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:04:44" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22267): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22267) [trial-2376↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22267)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22267): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22267) [trial-2376↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a16:04:55.941963 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a16:04:55.952857 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:04:56.088694 tst assert_extension.py: using LAC 29077\u000a16:04:56.206662 tst assert_extension.py: using RAC 7\u000a16:04:56.329689 tst assert_extension.py: using CellId 29077\u000a16:04:56.454208 tst assert_extension.py: using BVCI 29078\u000a16:04:56.478504 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a16:04:56.753511 tst assert_extension.py:10: start nitb and bts...\u000a16:04:56.878212 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:04:57.498416 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22266): Launched\u000a16:04:57.795008 run osmo-nitb_10.42.42.2(pid=22267): Launched\u000a16:04:57.979025 run osmo-nitb_10.42.42.2(pid=22267): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22267)]\u000a16:04:58.115410 run osmo-nitb_10.42.42.2(pid=22267): stdout: \u000a| (launched: 2022-12-10_16:04:57.650505) \u000a16:04:58.251879 run osmo-nitb_10.42.42.2(pid=22267): stderr: \u000a| (launched: 2022-12-10_16:04:57.695054)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:04:58.384018 run osmo-nitb_10.42.42.2(pid=22267): stdout: \u000a| (launched: 2022-12-10_16:04:57.650505) \u000a16:04:58.514687 run osmo-nitb_10.42.42.2(pid=22267): stderr: \u000a| (launched: 2022-12-10_16:04:57.695054)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:04:58.916626 tst osmo-nitb_10.42.42.2(pid=22267): stdout: \u000a| (launched: 2022-12-10_16:04:57.650505) \u000a16:04:59.036551 tst osmo-nitb_10.42.42.2(pid=22267): stderr: \u000a| (launched: 2022-12-10_16:04:57.695054)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:04:59.088829 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=22267): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22267) [trial-2376↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22267)] [trial-2376↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a16:04:59.096787 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a16:04:59.132533 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22266): Terminating (SIGTERM)\u000a16:04:59.309976 --- ParallelTerminationStrategy: PID 22266 died...\u000a16:04:59.365100 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22266): Terminated: ok {rc=0}\u000a16:04:59.453723 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:04:55" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22280): Process ended prematurely: osmo-stp_10.42.42.5(pid=22280) [trial-2376↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22280)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22280): Process ended prematurely: osmo-stp_10.42.42.5(pid=22280) [trial-2376↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a16:05:01.340055 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:05:01.351903 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:05:01.532231 tst assert_extension.py: using LAC 29078\u000a16:05:01.684173 tst assert_extension.py: using RAC 8\u000a16:05:01.811701 tst assert_extension.py: using CellId 29078\u000a16:05:01.954109 tst assert_extension.py: using BVCI 29079\u000a16:05:01.979736 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:05:01.991684 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:05:02.004094 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:05:02.015913 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:05:02.028341 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:05:02.041291 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a16:05:02.252738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:05:02.764302 run create_hlr_db(pid=22274): Launched\u000a16:05:02.949882 bus /sierra_2: Setting Powered False\u000a16:05:03.970534 run create_hlr_db(pid=22274): Terminated: ok {rc=0}\u000a16:05:04.394665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22276): Launched\u000a16:05:04.713339 run osmo-hlr_10.42.42.2(pid=22277): Launched\u000a16:05:04.832109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:05:05.473320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22279): Launched\u000a16:05:05.786499 run osmo-stp_10.42.42.5(pid=22280): Launched\u000a16:05:05.900249 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:05:06.472937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22282): Launched\u000a16:05:06.785951 run osmo-msc_10.42.42.6(pid=22283): Launched\u000a16:05:06.969601 run osmo-stp_10.42.42.5(pid=22280): ERR: Terminated: ERROR {rc=1} [trial-2376↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22280)]\u000a16:05:07.102410 run osmo-stp_10.42.42.5(pid=22280): stdout: \u000a| (launched: 2022-12-10_16:05:05.632694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:07.235013 run osmo-stp_10.42.42.5(pid=22280): stderr: \u000a| �[0;m�[38;5;43m20221210160505825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160505825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160505825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160505825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160505826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160505826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160505826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:07.361580 run osmo-stp_10.42.42.5(pid=22280): stdout: \u000a| (launched: 2022-12-10_16:05:05.632694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:07.487698 run osmo-stp_10.42.42.5(pid=22280): stderr: \u000a| �[0;m�[38;5;43m20221210160505825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160505825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160505825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160505825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160505826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160505826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160505826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:07.542922 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=22280): Process ended prematurely: osmo-stp_10.42.42.5(pid=22280) [trial-2376↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22280)] [trial-2376↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a16:05:07.551402 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a16:05:07.613586 run osmo-hlr_10.42.42.2(pid=22277): ERR: Terminated: ERROR {rc=237} [trial-2376↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22277)]\u000a16:05:07.664665 run osmo-hlr_10.42.42.2(pid=22277): stdout: \u000a| (launched: 2022-12-10_16:05:04.557768) \u000a16:05:07.716281 run osmo-hlr_10.42.42.2(pid=22277): stderr: \u000a| �[0;m�[1;31m20221210160504757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160504757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160504757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160504757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160504757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160504757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160504769 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160504777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160504777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160504777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:05:07.786361 run osmo-msc_10.42.42.6(pid=22283): ERR: Terminated: ERROR {rc=2} [trial-2376↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22283)]\u000a16:05:07.837208 run osmo-msc_10.42.42.6(pid=22283): stdout: \u000a| (launched: 2022-12-10_16:05:06.632072) \u000a16:05:07.888612 run osmo-msc_10.42.42.6(pid=22283): stderr: \u000a| �[0;m�[38;5;43m20221210160506952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160506952 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb199007c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160506952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160506952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160506952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160506953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160506954 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160506955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160506955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160506955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:05:07.932645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22276): Terminating (SIGTERM)\u000a16:05:07.974564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22279): Terminating (SIGTERM)\u000a16:05:08.016496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22282): Terminating (SIGTERM)\u000a16:05:08.026272 --- ParallelTerminationStrategy: PID 22276 died...\u000a16:05:08.082484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22276): Terminated: ok {rc=0}\u000a16:05:08.092593 --- ParallelTerminationStrategy: PID 22279 died...\u000a16:05:08.148443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22279): Terminated: ok {rc=0}\u000a16:05:08.158554 --- ParallelTerminationStrategy: PID 22282 died...\u000a16:05:08.214558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22282): Terminated: ok {rc=0}\u000a16:05:08.302288 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:05:01" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22294): Process ended prematurely: osmo-stp_10.42.42.5(pid=22294) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22294)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22294): Process ended prematurely: osmo-stp_10.42.42.5(pid=22294) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:05:10.270520 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:10.282155 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:05:10.446484 tst mo_mt_call.py: using LAC 29079\u000a16:05:10.571087 tst mo_mt_call.py: using RAC 9\u000a16:05:10.697902 tst mo_mt_call.py: using CellId 29079\u000a16:05:10.825492 tst mo_mt_call.py: using BVCI 29080\u000a16:05:10.849908 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:10.861545 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:10.872923 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:10.884464 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:10.895955 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:10.907422 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:05:11.022763 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:05:11.229837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:05:11.740739 run create_hlr_db(pid=22288): Launched\u000a16:05:11.926080 bus /sierra_2: Setting Powered False\u000a16:05:12.947849 run create_hlr_db(pid=22288): Terminated: ok {rc=0}\u000a16:05:13.351378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22290): Launched\u000a16:05:13.651719 run osmo-hlr_10.42.42.2(pid=22291): Launched\u000a16:05:13.768276 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:05:14.294930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22293): Launched\u000a16:05:14.614572 run osmo-stp_10.42.42.5(pid=22294): Launched\u000a16:05:14.729682 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:05:15.312490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22296): Launched\u000a16:05:15.632264 run osmo-msc_10.42.42.6(pid=22297): Launched\u000a16:05:15.819024 run osmo-stp_10.42.42.5(pid=22294): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22294)]\u000a16:05:16.072399 run osmo-stp_10.42.42.5(pid=22294): stdout: \u000a| (launched: 2022-12-10_16:05:14.458388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:16.212901 run osmo-stp_10.42.42.5(pid=22294): stderr: \u000a| �[0;m�[38;5;43m20221210160514651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160514651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160514652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160514652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160514653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160514653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160514653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:16.343629 run osmo-stp_10.42.42.5(pid=22294): stdout: \u000a| (launched: 2022-12-10_16:05:14.458388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:16.474765 run osmo-stp_10.42.42.5(pid=22294): stderr: \u000a| �[0;m�[38;5;43m20221210160514651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160514651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160514652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160514652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160514653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160514653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160514653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:16.532493 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22294): Process ended prematurely: osmo-stp_10.42.42.5(pid=22294) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22294)] [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:05:16.542722 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:05:16.605828 run osmo-hlr_10.42.42.2(pid=22291): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22291)]\u000a16:05:16.658166 run osmo-hlr_10.42.42.2(pid=22291): stdout: \u000a| (launched: 2022-12-10_16:05:13.504098) \u000a16:05:16.710986 run osmo-hlr_10.42.42.2(pid=22291): stderr: \u000a| �[0;m�[1;31m20221210160513679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160513679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160513679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160513679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160513679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160513679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160513691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160513700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160513700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160513700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:05:16.782326 run osmo-msc_10.42.42.6(pid=22297): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22297)]\u000a16:05:16.833965 run osmo-msc_10.42.42.6(pid=22297): stdout: \u000a| (launched: 2022-12-10_16:05:15.476220) \u000a16:05:16.886400 run osmo-msc_10.42.42.6(pid=22297): stderr: \u000a| �[0;m�[38;5;43m20221210160515801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160515801 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd69b9b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160515802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160515802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160515802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160515802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160515804 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160515804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160515804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160515804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:05:16.931181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22290): Terminating (SIGTERM)\u000a16:05:16.974195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22293): Terminating (SIGTERM)\u000a16:05:17.017859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22296): Terminating (SIGTERM)\u000a16:05:17.028079 --- ParallelTerminationStrategy: PID 22290 died...\u000a16:05:17.086170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22290): Terminated: ok {rc=0}\u000a16:05:17.096521 --- ParallelTerminationStrategy: PID 22293 died...\u000a16:05:17.153032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22293): Terminated: ok {rc=0}\u000a16:05:17.163621 --- ParallelTerminationStrategy: PID 22296 died...\u000a16:05:17.220013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22296): Terminated: ok {rc=0}\u000a16:05:17.308132 bus /sierra_3: Setting Powered False\u000a16:05:18.414709 bus /sierra_3: Setting Powered False\u000a16:05:19.522408 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22305): Process ended prematurely: osmo-stp_10.42.42.5(pid=22305) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22305)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22305): Process ended prematurely: osmo-stp_10.42.42.5(pid=22305) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:05:20.631778 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:20.643840 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:05:20.799008 tst mo_mt_call_osmux.py: using LAC 29080\u000a16:05:20.915796 tst mo_mt_call_osmux.py: using RAC 10\u000a16:05:21.038288 tst mo_mt_call_osmux.py: using CellId 29080\u000a16:05:21.161065 tst mo_mt_call_osmux.py: using BVCI 29081\u000a16:05:21.185308 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:21.196916 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:21.208528 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:21.220428 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:21.232101 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:21.243618 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:05:21.360028 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:05:21.560036 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:05:22.032654 run create_hlr_db(pid=22299): Launched\u000a16:05:22.205881 bus /sierra_2: Setting Powered False\u000a16:05:23.227120 run create_hlr_db(pid=22299): Terminated: ok {rc=0}\u000a16:05:23.654681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22301): Launched\u000a16:05:23.974087 run osmo-hlr_10.42.42.2(pid=22302): Launched\u000a16:05:24.091271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:05:24.648447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22304): Launched\u000a16:05:24.967449 run osmo-stp_10.42.42.5(pid=22305): Launched\u000a16:05:25.083450 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:05:25.667852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22307): Launched\u000a16:05:25.987253 run osmo-msc_10.42.42.6(pid=22308): Launched\u000a16:05:26.173870 run osmo-stp_10.42.42.5(pid=22305): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22305)]\u000a16:05:26.308874 run osmo-stp_10.42.42.5(pid=22305): stdout: \u000a| (launched: 2022-12-10_16:05:24.811396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:26.444027 run osmo-stp_10.42.42.5(pid=22305): stderr: \u000a| �[0;m�[38;5;43m20221210160525003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160525003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160525003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160525004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160525004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160525004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160525004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:26.573513 run osmo-stp_10.42.42.5(pid=22305): stdout: \u000a| (launched: 2022-12-10_16:05:24.811396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:26.700860 run osmo-stp_10.42.42.5(pid=22305): stderr: \u000a| �[0;m�[38;5;43m20221210160525003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160525003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160525003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160525004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160525004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160525004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160525004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:26.757166 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22305): Process ended prematurely: osmo-stp_10.42.42.5(pid=22305) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22305)] [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:05:26.766334 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:05:26.828397 run osmo-hlr_10.42.42.2(pid=22302): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22302)]\u000a16:05:26.879360 run osmo-hlr_10.42.42.2(pid=22302): stdout: \u000a| (launched: 2022-12-10_16:05:23.817734) \u000a16:05:26.930801 run osmo-hlr_10.42.42.2(pid=22302): stderr: \u000a| �[0;m�[1;31m20221210160524017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160524017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160524017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160524017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160524017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160524017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160524029 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:05:27.000798 run osmo-msc_10.42.42.6(pid=22308): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22308)]\u000a16:05:27.051596 run osmo-msc_10.42.42.6(pid=22308): stdout: \u000a| (launched: 2022-12-10_16:05:25.830746) \u000a16:05:27.102919 run osmo-msc_10.42.42.6(pid=22308): stderr: \u000a| �[0;m�[38;5;43m20221210160526151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160526151 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb2f59ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160526151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160526152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160526152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160526152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160526154 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160526154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160526154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160526154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:05:27.146737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22301): Terminating (SIGTERM)\u000a16:05:27.188189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22304): Terminating (SIGTERM)\u000a16:05:27.229810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22307): Terminating (SIGTERM)\u000a16:05:27.239438 --- ParallelTerminationStrategy: PID 22301 died...\u000a16:05:27.294899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22301): Terminated: ok {rc=0}\u000a16:05:27.304828 --- ParallelTerminationStrategy: PID 22304 died...\u000a16:05:27.360402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22304): Terminated: ok {rc=0}\u000a16:05:27.370326 --- ParallelTerminationStrategy: PID 22307 died...\u000a16:05:27.425348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22307): Terminated: ok {rc=0}\u000a16:05:27.512479 bus /sierra_3: Setting Powered False\u000a16:05:28.617364 bus /sierra_3: Setting Powered False\u000a16:05:29.724740 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:05:09" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22319): Process ended prematurely: osmo-stp_10.42.42.5(pid=22319) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22319)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22319): Process ended prematurely: osmo-stp_10.42.42.5(pid=22319) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:05:31.798999 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:31.816653 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:05:32.016739 tst mo_mt_call.py: using LAC 29081\u000a16:05:32.165460 tst mo_mt_call.py: using RAC 11\u000a16:05:32.301417 tst mo_mt_call.py: using CellId 29081\u000a16:05:32.428625 tst mo_mt_call.py: using BVCI 29082\u000a16:05:32.453758 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:32.465603 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:32.477206 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:32.488672 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:32.500450 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:32.512069 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:05:32.631695 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:05:32.837926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:05:33.348492 run create_hlr_db(pid=22313): Launched\u000a16:05:33.534493 bus /sierra_2: Setting Powered False\u000a16:05:34.555222 run create_hlr_db(pid=22313): Terminated: ok {rc=0}\u000a16:05:34.981274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22315): Launched\u000a16:05:35.300668 run osmo-hlr_10.42.42.2(pid=22316): Launched\u000a16:05:35.423416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:05:35.977540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22318): Launched\u000a16:05:36.297280 run osmo-stp_10.42.42.5(pid=22319): Launched\u000a16:05:36.413147 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:05:37.003327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22321): Launched\u000a16:05:37.324238 run osmo-msc_10.42.42.6(pid=22322): Launched\u000a16:05:37.514210 run osmo-stp_10.42.42.5(pid=22319): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22319)]\u000a16:05:37.649699 run osmo-stp_10.42.42.5(pid=22319): stdout: \u000a| (launched: 2022-12-10_16:05:36.140297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:37.785435 run osmo-stp_10.42.42.5(pid=22319): stderr: \u000a| �[0;m�[38;5;43m20221210160536333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160536333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160536333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160536334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160536334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160536334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160536334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:37.914952 run osmo-stp_10.42.42.5(pid=22319): stdout: \u000a| (launched: 2022-12-10_16:05:36.140297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:38.043313 run osmo-stp_10.42.42.5(pid=22319): stderr: \u000a| �[0;m�[38;5;43m20221210160536333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160536333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160536333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160536334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160536334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160536334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160536334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:38.100219 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22319): Process ended prematurely: osmo-stp_10.42.42.5(pid=22319) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22319)] [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:05:38.109748 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:05:38.171945 run osmo-hlr_10.42.42.2(pid=22316): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22316)]\u000a16:05:38.223877 run osmo-hlr_10.42.42.2(pid=22316): stdout: \u000a| (launched: 2022-12-10_16:05:35.144180) \u000a16:05:38.276059 run osmo-hlr_10.42.42.2(pid=22316): stderr: \u000a| �[0;m�[1;31m20221210160535343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160535343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160535343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160535343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160535343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160535343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160535356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160535366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160535366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160535366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:05:38.346500 run osmo-msc_10.42.42.6(pid=22322): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22322)]\u000a16:05:38.397801 run osmo-msc_10.42.42.6(pid=22322): stdout: \u000a| (launched: 2022-12-10_16:05:37.166558) \u000a16:05:38.450000 run osmo-msc_10.42.42.6(pid=22322): stderr: \u000a| �[0;m�[38;5;43m20221210160537488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160537488 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5aff0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160537488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160537488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160537488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160537489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160537490 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160537490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160537491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160537491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:05:38.494546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22315): Terminating (SIGTERM)\u000a16:05:38.536305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22318): Terminating (SIGTERM)\u000a16:05:38.578191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22321): Terminating (SIGTERM)\u000a16:05:38.587434 --- ParallelTerminationStrategy: PID 22315 died...\u000a16:05:38.644078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22315): Terminated: ok {rc=0}\u000a16:05:38.654272 --- ParallelTerminationStrategy: PID 22318 died...\u000a16:05:38.709818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22318): Terminated: ok {rc=0}\u000a16:05:38.719944 --- ParallelTerminationStrategy: PID 22321 died...\u000a16:05:38.775707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22321): Terminated: ok {rc=0}\u000a16:05:38.863267 bus /sierra_3: Setting Powered False\u000a16:05:39.967131 bus /sierra_3: Setting Powered False\u000a16:05:41.078161 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22330): Process ended prematurely: osmo-stp_10.42.42.5(pid=22330) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22330)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22330): Process ended prematurely: osmo-stp_10.42.42.5(pid=22330) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:05:42.188830 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:42.200910 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:05:42.357595 tst mo_mt_call_osmux.py: using LAC 29082\u000a16:05:42.476566 tst mo_mt_call_osmux.py: using RAC 12\u000a16:05:42.595001 tst mo_mt_call_osmux.py: using CellId 29082\u000a16:05:42.716030 tst mo_mt_call_osmux.py: using BVCI 29083\u000a16:05:42.739041 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:42.750407 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:42.761609 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:42.773098 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:42.784568 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:42.795976 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:05:42.913749 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:05:43.115351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:05:43.587648 run create_hlr_db(pid=22324): Launched\u000a16:05:43.760302 bus /sierra_2: Setting Powered False\u000a16:05:44.782654 run create_hlr_db(pid=22324): Terminated: ok {rc=0}\u000a16:05:45.207158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22326): Launched\u000a16:05:45.527235 run osmo-hlr_10.42.42.2(pid=22327): Launched\u000a16:05:45.645321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:05:46.231893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22329): Launched\u000a16:05:46.669484 run osmo-stp_10.42.42.5(pid=22330): Launched\u000a16:05:46.928229 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:05:47.540167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22332): Launched\u000a16:05:47.842921 run osmo-msc_10.42.42.6(pid=22333): Launched\u000a16:05:48.020646 run osmo-stp_10.42.42.5(pid=22330): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22330)]\u000a16:05:48.150080 run osmo-stp_10.42.42.5(pid=22330): stdout: \u000a| (launched: 2022-12-10_16:05:46.389253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:48.276178 run osmo-stp_10.42.42.5(pid=22330): stderr: \u000a| �[0;m�[38;5;43m20221210160546765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160546765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160546766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160546766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160546766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160546766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160546767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:48.398343 run osmo-stp_10.42.42.5(pid=22330): stdout: \u000a| (launched: 2022-12-10_16:05:46.389253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:48.519333 run osmo-stp_10.42.42.5(pid=22330): stderr: \u000a| �[0;m�[38;5;43m20221210160546765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160546765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160546766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160546766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160546766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160546766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160546767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:48.572628 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22330): Process ended prematurely: osmo-stp_10.42.42.5(pid=22330) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22330)] [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:05:48.581392 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:05:48.641670 run osmo-hlr_10.42.42.2(pid=22327): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22327)]\u000a16:05:48.690909 run osmo-hlr_10.42.42.2(pid=22327): stdout: \u000a| (launched: 2022-12-10_16:05:45.370421) \u000a16:05:48.740826 run osmo-hlr_10.42.42.2(pid=22327): stderr: \u000a| �[0;m�[1;31m20221210160545568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160545568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160545568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160545568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160545568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160545568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160545583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160545594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160545594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160545594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:05:48.807972 run osmo-msc_10.42.42.6(pid=22333): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22333)]\u000a16:05:48.856842 run osmo-msc_10.42.42.6(pid=22333): stdout: \u000a| (launched: 2022-12-10_16:05:47.693916) \u000a16:05:48.906327 run osmo-msc_10.42.42.6(pid=22333): stderr: \u000a| �[0;m�[38;5;43m20221210160547966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160547966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3eb5044c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160547966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160547966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160547966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160547966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160547969 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160547969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160547969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160547969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:05:48.947924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22326): Terminating (SIGTERM)\u000a16:05:48.987735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22329): Terminating (SIGTERM)\u000a16:05:49.027396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22332): Terminating (SIGTERM)\u000a16:05:49.036721 --- ParallelTerminationStrategy: PID 22326 died...\u000a16:05:49.090332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22326): Terminated: ok {rc=0}\u000a16:05:49.099943 --- ParallelTerminationStrategy: PID 22329 died...\u000a16:05:49.152798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22329): Terminated: ok {rc=0}\u000a16:05:49.162604 --- ParallelTerminationStrategy: PID 22332 died...\u000a16:05:49.215626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22332): Terminated: ok {rc=0}\u000a16:05:49.299430 bus /sierra_3: Setting Powered False\u000a16:05:50.405840 bus /sierra_3: Setting Powered False\u000a16:05:51.511852 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:05:31" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22344): Process ended prematurely: osmo-stp_10.42.42.5(pid=22344) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22344)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22344): Process ended prematurely: osmo-stp_10.42.42.5(pid=22344) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:05:53.509834 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:05:53.521097 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:05:53.677473 tst mo_mt_call.py: using LAC 29083\u000a16:05:53.796547 tst mo_mt_call.py: using RAC 13\u000a16:05:53.915705 tst mo_mt_call.py: using CellId 29083\u000a16:05:54.041040 tst mo_mt_call.py: using BVCI 29084\u000a16:05:54.065657 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:05:54.077596 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:05:54.089262 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:05:54.100916 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:05:54.112725 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:05:54.124249 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:05:54.242376 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:05:54.449987 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:05:54.963185 run create_hlr_db(pid=22338): Launched\u000a16:05:55.148885 bus /sierra_2: Setting Powered False\u000a16:05:56.170160 run create_hlr_db(pid=22338): Terminated: ok {rc=0}\u000a16:05:56.596936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22340): Launched\u000a16:05:56.918194 run osmo-hlr_10.42.42.2(pid=22341): Launched\u000a16:05:57.034841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:05:57.591998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22343): Launched\u000a16:05:57.913476 run osmo-stp_10.42.42.5(pid=22344): Launched\u000a16:05:58.030005 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:05:58.616921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22346): Launched\u000a16:05:58.938676 run osmo-msc_10.42.42.6(pid=22347): Launched\u000a16:05:59.126903 run osmo-stp_10.42.42.5(pid=22344): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22344)]\u000a16:05:59.262682 run osmo-stp_10.42.42.5(pid=22344): stdout: \u000a| (launched: 2022-12-10_16:05:57.756549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:59.398513 run osmo-stp_10.42.42.5(pid=22344): stderr: \u000a| �[0;m�[38;5;43m20221210160557948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160557948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160557948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160557948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160557951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160557951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160557951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:59.528777 run osmo-stp_10.42.42.5(pid=22344): stdout: \u000a| (launched: 2022-12-10_16:05:57.756549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:59.657589 run osmo-stp_10.42.42.5(pid=22344): stderr: \u000a| �[0;m�[38;5;43m20221210160557948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160557948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160557948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160557948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160557951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160557951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160557951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:59.714173 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22344): Process ended prematurely: osmo-stp_10.42.42.5(pid=22344) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22344)] [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:05:59.723359 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:05:59.785764 run osmo-hlr_10.42.42.2(pid=22341): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22341)]\u000a16:05:59.837019 run osmo-hlr_10.42.42.2(pid=22341): stdout: \u000a| (launched: 2022-12-10_16:05:56.761083) \u000a16:05:59.888546 run osmo-hlr_10.42.42.2(pid=22341): stderr: \u000a| �[0;m�[1;31m20221210160556960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160556960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160556960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160556960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160556960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160556960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160556977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160556986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160556987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160556987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:05:59.958826 run osmo-msc_10.42.42.6(pid=22347): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22347)]\u000a16:06:00.009909 run osmo-msc_10.42.42.6(pid=22347): stdout: \u000a| (launched: 2022-12-10_16:05:58.781341) \u000a16:06:00.061471 run osmo-msc_10.42.42.6(pid=22347): stderr: \u000a| �[0;m�[38;5;43m20221210160559105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160559106 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47ab293c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160559106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160559106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160559106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160559106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160559108 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160559108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160559108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160559108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:06:00.105413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22340): Terminating (SIGTERM)\u000a16:06:00.146984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22343): Terminating (SIGTERM)\u000a16:06:00.188593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22346): Terminating (SIGTERM)\u000a16:06:00.198410 --- ParallelTerminationStrategy: PID 22340 died...\u000a16:06:00.254441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22340): Terminated: ok {rc=0}\u000a16:06:00.264571 --- ParallelTerminationStrategy: PID 22343 died...\u000a16:06:00.320215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22343): Terminated: ok {rc=0}\u000a16:06:00.330368 --- ParallelTerminationStrategy: PID 22346 died...\u000a16:06:00.385937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22346): Terminated: ok {rc=0}\u000a16:06:00.473961 bus /sierra_3: Setting Powered False\u000a16:06:01.577943 bus /sierra_3: Setting Powered False\u000a16:06:02.687884 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22355): Process ended prematurely: osmo-stp_10.42.42.5(pid=22355) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22355)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22355): Process ended prematurely: osmo-stp_10.42.42.5(pid=22355) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:06:03.797822 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:06:03.809836 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:06:03.965818 tst mo_mt_call_osmux.py: using LAC 29084\u000a16:06:04.083470 tst mo_mt_call_osmux.py: using RAC 14\u000a16:06:04.206175 tst mo_mt_call_osmux.py: using CellId 29084\u000a16:06:04.323073 tst mo_mt_call_osmux.py: using BVCI 29085\u000a16:06:04.346162 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:06:04.357337 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:06:04.368179 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:06:04.379543 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:06:04.390930 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:06:04.402189 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:06:04.517095 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:06:04.727842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:06:05.242016 run create_hlr_db(pid=22349): Launched\u000a16:06:05.427949 bus /sierra_2: Setting Powered False\u000a16:06:06.449723 run create_hlr_db(pid=22349): Terminated: ok {rc=0}\u000a16:06:06.856705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22351): Launched\u000a16:06:07.159110 run osmo-hlr_10.42.42.2(pid=22352): Launched\u000a16:06:07.277273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:06:07.808942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22354): Launched\u000a16:06:08.110249 run osmo-stp_10.42.42.5(pid=22355): Launched\u000a16:06:08.220332 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:06:08.771449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22357): Launched\u000a16:06:09.074122 run osmo-msc_10.42.42.6(pid=22358): Launched\u000a16:06:09.251790 run osmo-stp_10.42.42.5(pid=22355): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22355)]\u000a16:06:09.380683 run osmo-stp_10.42.42.5(pid=22355): stdout: \u000a| (launched: 2022-12-10_16:06:07.961903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:09.506941 run osmo-stp_10.42.42.5(pid=22355): stderr: \u000a| �[0;m�[38;5;43m20221210160608132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160608132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160608133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160608133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160608133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160608134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160608134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:09.628414 run osmo-stp_10.42.42.5(pid=22355): stdout: \u000a| (launched: 2022-12-10_16:06:07.961903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:09.749168 run osmo-stp_10.42.42.5(pid=22355): stderr: \u000a| �[0;m�[38;5;43m20221210160608132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160608132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160608133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160608133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160608133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160608134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160608134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:09.802320 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22355): Process ended prematurely: osmo-stp_10.42.42.5(pid=22355) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22355)] [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:06:09.810750 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a16:06:09.870895 run osmo-hlr_10.42.42.2(pid=22352): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22352)]\u000a16:06:09.920056 run osmo-hlr_10.42.42.2(pid=22352): stdout: \u000a| (launched: 2022-12-10_16:06:07.010348) \u000a16:06:09.969839 run osmo-hlr_10.42.42.2(pid=22352): stderr: \u000a| �[0;m�[1;31m20221210160607187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160607187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160607187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160607187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160607187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160607187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160607198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160607207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160607207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160607207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:06:10.037124 run osmo-msc_10.42.42.6(pid=22358): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22358)]\u000a16:06:10.085962 run osmo-msc_10.42.42.6(pid=22358): stdout: \u000a| (launched: 2022-12-10_16:06:08.925059) \u000a16:06:10.135544 run osmo-msc_10.42.42.6(pid=22358): stderr: \u000a| �[0;m�[38;5;43m20221210160609198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160609198 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40b1388c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160609198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160609198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160609198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160609199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160609200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160609201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160609201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160609201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:06:10.177213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22351): Terminating (SIGTERM)\u000a16:06:10.217618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22354): Terminating (SIGTERM)\u000a16:06:10.257353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22357): Terminating (SIGTERM)\u000a16:06:10.266765 --- ParallelTerminationStrategy: PID 22351 died...\u000a16:06:10.319762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22351): Terminated: ok {rc=0}\u000a16:06:10.329647 --- ParallelTerminationStrategy: PID 22354 died...\u000a16:06:10.383281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22354): Terminated: ok {rc=0}\u000a16:06:10.392719 --- ParallelTerminationStrategy: PID 22357 died...\u000a16:06:10.446241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22357): Terminated: ok {rc=0}\u000a16:06:10.529168 bus /sierra_3: Setting Powered False\u000a16:06:11.634397 bus /sierra_3: Setting Powered False\u000a16:06:12.742077 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:05:53" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22370): Process ended prematurely: osmo-stp_10.42.42.5(pid=22370) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22370)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22370): Process ended prematurely: osmo-stp_10.42.42.5(pid=22370) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:06:14.756488 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:14.768142 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:06:14.931849 tst mo_mt_call.py: using LAC 29085\u000a16:06:15.059211 tst mo_mt_call.py: using RAC 15\u000a16:06:15.184852 tst mo_mt_call.py: using CellId 29085\u000a16:06:15.315190 tst mo_mt_call.py: using BVCI 29086\u000a16:06:15.339522 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:15.351259 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:15.362795 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:15.374307 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:15.385930 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:15.397458 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:06:15.516685 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:06:15.725175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:06:16.293636 run create_hlr_db(pid=22364): Launched\u000a16:06:16.484431 bus /sierra_2: Setting Powered False\u000a16:06:17.500362 run create_hlr_db(pid=22364): Terminated: ok {rc=0}\u000a16:06:17.904588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22366): Launched\u000a16:06:18.206891 run osmo-hlr_10.42.42.2(pid=22367): Launched\u000a16:06:18.320638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:06:18.843743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22369): Launched\u000a16:06:19.144808 run osmo-stp_10.42.42.5(pid=22370): Launched\u000a16:06:19.254842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:06:19.804002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22372): Launched\u000a16:06:20.106568 run osmo-msc_10.42.42.6(pid=22373): Launched\u000a16:06:20.283424 run osmo-stp_10.42.42.5(pid=22370): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22370)]\u000a16:06:20.412385 run osmo-stp_10.42.42.5(pid=22370): stdout: \u000a| (launched: 2022-12-10_16:06:18.996933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:20.539061 run osmo-stp_10.42.42.5(pid=22370): stderr: \u000a| �[0;m�[38;5;43m20221210160619165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160619166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160619166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160619166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160619167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160619167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160619167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:20.660618 run osmo-stp_10.42.42.5(pid=22370): stdout: \u000a| (launched: 2022-12-10_16:06:18.996933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:20.781149 run osmo-stp_10.42.42.5(pid=22370): stderr: \u000a| �[0;m�[38;5;43m20221210160619165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160619166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160619166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160619166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160619167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160619167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160619167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:20.834076 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22370): Process ended prematurely: osmo-stp_10.42.42.5(pid=22370) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22370)] [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:06:20.842840 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:06:20.902697 run osmo-hlr_10.42.42.2(pid=22367): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22367)]\u000a16:06:20.951926 run osmo-hlr_10.42.42.2(pid=22367): stdout: \u000a| (launched: 2022-12-10_16:06:18.057814) \u000a16:06:21.001849 run osmo-hlr_10.42.42.2(pid=22367): stderr: \u000a| �[0;m�[1;31m20221210160618233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160618233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160618233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160618233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160618233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160618233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160618246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160618255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160618255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160618255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:06:21.068992 run osmo-msc_10.42.42.6(pid=22373): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22373)]\u000a16:06:21.118077 run osmo-msc_10.42.42.6(pid=22373): stdout: \u000a| (launched: 2022-12-10_16:06:19.957326) \u000a16:06:21.167542 run osmo-msc_10.42.42.6(pid=22373): stderr: \u000a| �[0;m�[38;5;43m20221210160620229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160620229 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdbe76bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160620229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160620229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160620229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160620229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160620231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160620231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160620232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160620232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:06:21.209424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22366): Terminating (SIGTERM)\u000a16:06:21.249484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22369): Terminating (SIGTERM)\u000a16:06:21.289475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22372): Terminating (SIGTERM)\u000a16:06:21.298901 --- ParallelTerminationStrategy: PID 22366 died...\u000a16:06:21.352291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22366): Terminated: ok {rc=0}\u000a16:06:21.362060 --- ParallelTerminationStrategy: PID 22369 died...\u000a16:06:21.414860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22369): Terminated: ok {rc=0}\u000a16:06:21.424628 --- ParallelTerminationStrategy: PID 22372 died...\u000a16:06:21.477379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22372): Terminated: ok {rc=0}\u000a16:06:21.565876 bus /sierra_3: Setting Powered False\u000a16:06:22.671862 bus /sierra_3: Setting Powered False\u000a16:06:23.779631 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22381): Process ended prematurely: osmo-stp_10.42.42.5(pid=22381) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22381)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22381): Process ended prematurely: osmo-stp_10.42.42.5(pid=22381) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22381)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:06:24.893290 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:24.905698 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:06:25.075530 tst mo_mt_call_osmux.py: using LAC 29086\u000a16:06:25.200205 tst mo_mt_call_osmux.py: using RAC 16\u000a16:06:25.320807 tst mo_mt_call_osmux.py: using CellId 29086\u000a16:06:25.437612 tst mo_mt_call_osmux.py: using BVCI 29087\u000a16:06:25.460485 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:25.471883 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:25.483174 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:25.494768 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:25.506239 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:25.517476 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:06:25.632671 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:06:25.842835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:06:26.355254 run create_hlr_db(pid=22375): Launched\u000a16:06:26.541863 bus /sierra_2: Setting Powered False\u000a16:06:27.563337 run create_hlr_db(pid=22375): Terminated: ok {rc=0}\u000a16:06:27.990487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22377): Launched\u000a16:06:28.310957 run osmo-hlr_10.42.42.2(pid=22378): Launched\u000a16:06:28.429495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:06:28.988282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22380): Launched\u000a16:06:29.310200 run osmo-stp_10.42.42.5(pid=22381): Launched\u000a16:06:29.427133 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:06:30.015066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22383): Launched\u000a16:06:30.336207 run osmo-msc_10.42.42.6(pid=22384): Launched\u000a16:06:30.524133 run osmo-stp_10.42.42.5(pid=22381): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22381)]\u000a16:06:30.660305 run osmo-stp_10.42.42.5(pid=22381): stdout: \u000a| (launched: 2022-12-10_16:06:29.152645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:30.796024 run osmo-stp_10.42.42.5(pid=22381): stderr: \u000a| �[0;m�[38;5;43m20221210160629343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160629343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160629344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160629344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160629345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160629345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160629345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:30.951984 run osmo-stp_10.42.42.5(pid=22381): stdout: \u000a| (launched: 2022-12-10_16:06:29.152645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:31.078101 run osmo-stp_10.42.42.5(pid=22381): stderr: \u000a| �[0;m�[38;5;43m20221210160629343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160629343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160629344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160629344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160629345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160629345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160629345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:31.132925 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22381): Process ended prematurely: osmo-stp_10.42.42.5(pid=22381) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22381)] [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:06:31.142544 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:06:31.207975 run osmo-hlr_10.42.42.2(pid=22378): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22378)]\u000a16:06:31.259963 run osmo-hlr_10.42.42.2(pid=22378): stdout: \u000a| (launched: 2022-12-10_16:06:28.154269) \u000a16:06:31.312364 run osmo-hlr_10.42.42.2(pid=22378): stderr: \u000a| �[0;m�[1;31m20221210160628354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160628354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160628354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160628355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160628355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160628355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160628367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160628376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160628376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160628376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:06:31.382875 run osmo-msc_10.42.42.6(pid=22384): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22384)]\u000a16:06:31.435471 run osmo-msc_10.42.42.6(pid=22384): stdout: \u000a| (launched: 2022-12-10_16:06:30.178725) \u000a16:06:31.489266 run osmo-msc_10.42.42.6(pid=22384): stderr: \u000a| �[0;m�[38;5;43m20221210160630503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160630503 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9cb3a76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160630503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160630503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160630503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160630503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160630505 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160630506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160630506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160630506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:06:31.535074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22377): Terminating (SIGTERM)\u000a16:06:31.579704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22380): Terminating (SIGTERM)\u000a16:06:31.623066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22383): Terminating (SIGTERM)\u000a16:06:31.632905 --- ParallelTerminationStrategy: PID 22377 died...\u000a16:06:31.689936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22377): Terminated: ok {rc=0}\u000a16:06:31.700292 --- ParallelTerminationStrategy: PID 22380 died...\u000a16:06:31.758250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22380): Terminated: ok {rc=0}\u000a16:06:31.768581 --- ParallelTerminationStrategy: PID 22383 died...\u000a16:06:31.825060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22383): Terminated: ok {rc=0}\u000a16:06:31.915970 bus /sierra_3: Setting Powered False\u000a16:06:33.020812 bus /sierra_3: Setting Powered False\u000a16:06:34.128305 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:06:14" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22396): Process ended prematurely: osmo-stp_10.42.42.5(pid=22396) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22396)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22396): Process ended prematurely: osmo-stp_10.42.42.5(pid=22396) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:06:36.137294 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:36.148884 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:06:36.314026 tst mo_mt_call.py: using LAC 29087\u000a16:06:36.439157 tst mo_mt_call.py: using RAC 17\u000a16:06:36.565105 tst mo_mt_call.py: using CellId 29087\u000a16:06:36.690513 tst mo_mt_call.py: using BVCI 29088\u000a16:06:36.714976 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:36.726590 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:36.738012 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:36.749569 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:36.761137 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:36.772510 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:06:36.887351 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:06:37.096572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:06:37.609336 run create_hlr_db(pid=22390): Launched\u000a16:06:37.795159 bus /sierra_2: Setting Powered False\u000a16:06:38.817235 run create_hlr_db(pid=22390): Terminated: ok {rc=0}\u000a16:06:39.223131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22392): Launched\u000a16:06:39.525722 run osmo-hlr_10.42.42.2(pid=22393): Launched\u000a16:06:39.637372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:06:40.159974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22395): Launched\u000a16:06:40.460277 run osmo-stp_10.42.42.5(pid=22396): Launched\u000a16:06:40.571143 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:06:41.122543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22398): Launched\u000a16:06:41.425195 run osmo-msc_10.42.42.6(pid=22399): Launched\u000a16:06:41.603137 run osmo-stp_10.42.42.5(pid=22396): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22396)]\u000a16:06:41.731971 run osmo-stp_10.42.42.5(pid=22396): stdout: \u000a| (launched: 2022-12-10_16:06:40.312885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:41.858007 run osmo-stp_10.42.42.5(pid=22396): stderr: \u000a| �[0;m�[38;5;43m20221210160640486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160640486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160640486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160640486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160640487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160640487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160640487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:41.979489 run osmo-stp_10.42.42.5(pid=22396): stdout: \u000a| (launched: 2022-12-10_16:06:40.312885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:42.100015 run osmo-stp_10.42.42.5(pid=22396): stderr: \u000a| �[0;m�[38;5;43m20221210160640486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160640486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160640486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160640486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160640487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160640487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160640487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:42.153220 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22396): Process ended prematurely: osmo-stp_10.42.42.5(pid=22396) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22396)] [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:06:42.161871 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:06:42.221679 run osmo-hlr_10.42.42.2(pid=22393): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22393)]\u000a16:06:42.271060 run osmo-hlr_10.42.42.2(pid=22393): stdout: \u000a| (launched: 2022-12-10_16:06:39.376910) \u000a16:06:42.320766 run osmo-hlr_10.42.42.2(pid=22393): stderr: \u000a| �[0;m�[1;31m20221210160639556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160639556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160639556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160639556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160639556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160639556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160639573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160639583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160639583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160639583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:06:42.387968 run osmo-msc_10.42.42.6(pid=22399): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22399)]\u000a16:06:42.436813 run osmo-msc_10.42.42.6(pid=22399): stdout: \u000a| (launched: 2022-12-10_16:06:41.275975) \u000a16:06:42.486128 run osmo-msc_10.42.42.6(pid=22399): stderr: \u000a| �[0;m�[38;5;43m20221210160641548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160641548 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69ee642c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160641548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160641548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160641548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160641549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160641550 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160641551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160641551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160641551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:06:42.527794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22392): Terminating (SIGTERM)\u000a16:06:42.567436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22395): Terminating (SIGTERM)\u000a16:06:42.607397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22398): Terminating (SIGTERM)\u000a16:06:42.616685 --- ParallelTerminationStrategy: PID 22392 died...\u000a16:06:42.670132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22392): Terminated: ok {rc=0}\u000a16:06:42.679962 --- ParallelTerminationStrategy: PID 22395 died...\u000a16:06:42.733567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22395): Terminated: ok {rc=0}\u000a16:06:42.742993 --- ParallelTerminationStrategy: PID 22398 died...\u000a16:06:42.796696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22398): Terminated: ok {rc=0}\u000a16:06:42.884679 bus /sierra_3: Setting Powered False\u000a16:06:43.986420 bus /sierra_3: Setting Powered False\u000a16:06:45.094234 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22407): Process ended prematurely: osmo-stp_10.42.42.5(pid=22407) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22407)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22407): Process ended prematurely: osmo-stp_10.42.42.5(pid=22407) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:06:46.230149 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:46.247293 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:06:46.449320 tst mo_mt_call_osmux.py: using LAC 29088\u000a16:06:46.576694 tst mo_mt_call_osmux.py: using RAC 18\u000a16:06:46.700579 tst mo_mt_call_osmux.py: using CellId 29088\u000a16:06:46.823095 tst mo_mt_call_osmux.py: using BVCI 29089\u000a16:06:46.847571 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:46.860137 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:46.873356 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:46.886842 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:46.900219 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:46.913664 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:06:47.032726 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:06:47.253381 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:06:47.769424 run create_hlr_db(pid=22401): Launched\u000a16:06:47.955951 bus /sierra_2: Setting Powered False\u000a16:06:48.977381 run create_hlr_db(pid=22401): Terminated: ok {rc=0}\u000a16:06:49.407059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22403): Launched\u000a16:06:49.730552 run osmo-hlr_10.42.42.2(pid=22404): Launched\u000a16:06:49.847480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:06:50.405348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22406): Launched\u000a16:06:50.728799 run osmo-stp_10.42.42.5(pid=22407): Launched\u000a16:06:50.844628 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:06:51.433204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22409): Launched\u000a16:06:51.755481 run osmo-msc_10.42.42.6(pid=22410): Launched\u000a16:06:51.943924 run osmo-stp_10.42.42.5(pid=22407): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22407)]\u000a16:06:52.079472 run osmo-stp_10.42.42.5(pid=22407): stdout: \u000a| (launched: 2022-12-10_16:06:50.569969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:52.215415 run osmo-stp_10.42.42.5(pid=22407): stderr: \u000a| �[0;m�[38;5;43m20221210160650762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160650762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160650762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160650763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160650763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160650763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160650763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:52.345187 run osmo-stp_10.42.42.5(pid=22407): stdout: \u000a| (launched: 2022-12-10_16:06:50.569969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:52.473747 run osmo-stp_10.42.42.5(pid=22407): stderr: \u000a| �[0;m�[38;5;43m20221210160650762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160650762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160650762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160650763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160650763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160650763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160650763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:52.530835 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22407): Process ended prematurely: osmo-stp_10.42.42.5(pid=22407) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22407)] [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:06:52.539936 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:06:52.602312 run osmo-hlr_10.42.42.2(pid=22404): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22404)]\u000a16:06:52.653615 run osmo-hlr_10.42.42.2(pid=22404): stdout: \u000a| (launched: 2022-12-10_16:06:49.572068) \u000a16:06:52.705453 run osmo-hlr_10.42.42.2(pid=22404): stderr: \u000a| �[0;m�[1;31m20221210160649771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160649771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160649771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160649771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160649771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160649771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160649783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160649791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160649792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160649792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:06:52.775745 run osmo-msc_10.42.42.6(pid=22410): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22410)]\u000a16:06:52.826821 run osmo-msc_10.42.42.6(pid=22410): stdout: \u000a| (launched: 2022-12-10_16:06:51.597934) \u000a16:06:52.878552 run osmo-msc_10.42.42.6(pid=22410): stderr: \u000a| �[0;m�[38;5;43m20221210160651922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160651922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68cd5bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160651922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160651922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160651922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160651923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160651924 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160651925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160651925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160651925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:06:52.922468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22403): Terminating (SIGTERM)\u000a16:06:52.963802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22406): Terminating (SIGTERM)\u000a16:06:53.005197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22409): Terminating (SIGTERM)\u000a16:06:53.014711 --- ParallelTerminationStrategy: PID 22403 died...\u000a16:06:53.070486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22403): Terminated: ok {rc=0}\u000a16:06:53.080481 --- ParallelTerminationStrategy: PID 22406 died...\u000a16:06:53.135850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22406): Terminated: ok {rc=0}\u000a16:06:53.145861 --- ParallelTerminationStrategy: PID 22409 died...\u000a16:06:53.201284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22409): Terminated: ok {rc=0}\u000a16:06:53.289400 bus /sierra_3: Setting Powered False\u000a16:06:54.394151 bus /sierra_3: Setting Powered False\u000a16:06:55.501780 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:06:35" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22422): Process ended prematurely: osmo-stp_10.42.42.5(pid=22422) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22422)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22422): Process ended prematurely: osmo-stp_10.42.42.5(pid=22422) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:06:57.519972 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:06:57.531918 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:06:57.698129 tst mo_mt_call.py: using LAC 29089\u000a16:06:57.829728 tst mo_mt_call.py: using RAC 19\u000a16:06:57.956078 tst mo_mt_call.py: using CellId 29089\u000a16:06:58.080107 tst mo_mt_call.py: using BVCI 29090\u000a16:06:58.104858 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:06:58.116684 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:06:58.128278 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:06:58.139879 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:06:58.151543 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:06:58.163208 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:06:58.282004 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:06:58.483204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:06:58.958600 run create_hlr_db(pid=22416): Launched\u000a16:06:59.132912 bus /sierra_2: Setting Powered False\u000a16:07:00.154451 run create_hlr_db(pid=22416): Terminated: ok {rc=0}\u000a16:07:00.581222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22418): Launched\u000a16:07:00.931532 run osmo-hlr_10.42.42.2(pid=22419): Launched\u000a16:07:01.141749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:07:01.935383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22421): Launched\u000a16:07:02.315862 run osmo-stp_10.42.42.5(pid=22422): Launched\u000a16:07:02.453378 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:07:03.040563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22424): Launched\u000a16:07:03.362394 run osmo-msc_10.42.42.6(pid=22425): Launched\u000a16:07:03.550492 run osmo-stp_10.42.42.5(pid=22422): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22422)]\u000a16:07:03.686343 run osmo-stp_10.42.42.5(pid=22422): stdout: \u000a| (launched: 2022-12-10_16:07:02.101217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:03.821438 run osmo-stp_10.42.42.5(pid=22422): stderr: \u000a| �[0;m�[38;5;43m20221210160702374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160702375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160702375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160702375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160702376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160702376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160702376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:03.950806 run osmo-stp_10.42.42.5(pid=22422): stdout: \u000a| (launched: 2022-12-10_16:07:02.101217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:04.079044 run osmo-stp_10.42.42.5(pid=22422): stderr: \u000a| �[0;m�[38;5;43m20221210160702374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160702375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160702375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160702375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160702376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160702376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160702376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:04.135412 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22422): Process ended prematurely: osmo-stp_10.42.42.5(pid=22422) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22422)] [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:07:04.144500 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a16:07:04.206911 run osmo-hlr_10.42.42.2(pid=22419): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22419)]\u000a16:07:04.257860 run osmo-hlr_10.42.42.2(pid=22419): stdout: \u000a| (launched: 2022-12-10_16:07:00.745300) \u000a16:07:04.309588 run osmo-hlr_10.42.42.2(pid=22419): stderr: \u000a| �[0;m�[1;31m20221210160701078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160701078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160701078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160701078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160701078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160701078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160701096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160701119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160701119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160701119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:04.379731 run osmo-msc_10.42.42.6(pid=22425): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22425)]\u000a16:07:04.430958 run osmo-msc_10.42.42.6(pid=22425): stdout: \u000a| (launched: 2022-12-10_16:07:03.204460) \u000a16:07:04.482801 run osmo-msc_10.42.42.6(pid=22425): stderr: \u000a| �[0;m�[38;5;43m20221210160703527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160703527 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6cc94a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160703528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160703528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160703528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160703528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160703530 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160703530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160703530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160703530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:04.526768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22418): Terminating (SIGTERM)\u000a16:07:04.568291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22421): Terminating (SIGTERM)\u000a16:07:04.609722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22424): Terminating (SIGTERM)\u000a16:07:04.619307 --- ParallelTerminationStrategy: PID 22418 died...\u000a16:07:04.674669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22418): Terminated: ok {rc=0}\u000a16:07:04.684776 --- ParallelTerminationStrategy: PID 22421 died...\u000a16:07:04.739850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22421): Terminated: ok {rc=0}\u000a16:07:04.749773 --- ParallelTerminationStrategy: PID 22424 died...\u000a16:07:04.804802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22424): Terminated: ok {rc=0}\u000a16:07:04.890885 bus /sierra_3: Setting Powered False\u000a16:07:05.997789 bus /sierra_3: Setting Powered False\u000a16:07:07.105617 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22433): Process ended prematurely: osmo-stp_10.42.42.5(pid=22433) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22433)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22433): Process ended prematurely: osmo-stp_10.42.42.5(pid=22433) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:07:08.219132 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:07:08.231930 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:07:08.399604 tst mo_mt_call_osmux.py: using LAC 29090\u000a16:07:08.526213 tst mo_mt_call_osmux.py: using RAC 20\u000a16:07:08.652017 tst mo_mt_call_osmux.py: using CellId 29090\u000a16:07:08.779523 tst mo_mt_call_osmux.py: using BVCI 29091\u000a16:07:08.803965 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:07:08.815775 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:07:08.827340 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:07:08.840321 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:07:08.852720 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:07:08.864278 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:07:08.983059 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:07:09.193168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:07:09.707259 run create_hlr_db(pid=22427): Launched\u000a16:07:09.893375 bus /sierra_2: Setting Powered False\u000a16:07:10.913869 run create_hlr_db(pid=22427): Terminated: ok {rc=0}\u000a16:07:11.318790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22429): Launched\u000a16:07:11.621104 run osmo-hlr_10.42.42.2(pid=22430): Launched\u000a16:07:11.739440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:07:12.271233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22432): Launched\u000a16:07:12.571884 run osmo-stp_10.42.42.5(pid=22433): Launched\u000a16:07:12.683381 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:07:13.233641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22435): Launched\u000a16:07:13.537246 run osmo-msc_10.42.42.6(pid=22436): Launched\u000a16:07:13.718971 run osmo-stp_10.42.42.5(pid=22433): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22433)]\u000a16:07:13.847290 run osmo-stp_10.42.42.5(pid=22433): stdout: \u000a| (launched: 2022-12-10_16:07:12.423715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:13.973293 run osmo-stp_10.42.42.5(pid=22433): stderr: \u000a| �[0;m�[38;5;43m20221210160712593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160712593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160712593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160712594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160712596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160712596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160712596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:14.095204 run osmo-stp_10.42.42.5(pid=22433): stdout: \u000a| (launched: 2022-12-10_16:07:12.423715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:14.215869 run osmo-stp_10.42.42.5(pid=22433): stderr: \u000a| �[0;m�[38;5;43m20221210160712593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160712593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160712593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160712594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160712596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160712596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160712596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:14.269183 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22433): Process ended prematurely: osmo-stp_10.42.42.5(pid=22433) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22433)] [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:07:14.277914 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a16:07:14.337623 run osmo-hlr_10.42.42.2(pid=22430): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22430)]\u000a16:07:14.386616 run osmo-hlr_10.42.42.2(pid=22430): stdout: \u000a| (launched: 2022-12-10_16:07:11.472420) \u000a16:07:14.436147 run osmo-hlr_10.42.42.2(pid=22430): stderr: \u000a| �[0;m�[1;31m20221210160711649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160711649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160711649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160711649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160711649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160711649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160711662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160711671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160711671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160711671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:14.503307 run osmo-msc_10.42.42.6(pid=22436): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22436)]\u000a16:07:14.552079 run osmo-msc_10.42.42.6(pid=22436): stdout: \u000a| (launched: 2022-12-10_16:07:13.387450) \u000a16:07:14.602243 run osmo-msc_10.42.42.6(pid=22436): stderr: \u000a| �[0;m�[38;5;43m20221210160713660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160713661 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c919a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160713661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160713661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160713661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160713661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160713663 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160713664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160713664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160713664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:14.644286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22429): Terminating (SIGTERM)\u000a16:07:14.689174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22432): Terminating (SIGTERM)\u000a16:07:14.731599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22435): Terminating (SIGTERM)\u000a16:07:14.741313 --- ParallelTerminationStrategy: PID 22429 died...\u000a16:07:14.796993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22429): Terminated: ok {rc=0}\u000a16:07:14.808095 --- ParallelTerminationStrategy: PID 22432 died...\u000a16:07:14.863850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22432): Terminated: ok {rc=0}\u000a16:07:14.874004 --- ParallelTerminationStrategy: PID 22435 died...\u000a16:07:14.929264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22435): Terminated: ok {rc=0}\u000a16:07:15.014988 bus /sierra_3: Setting Powered False\u000a16:07:16.121704 bus /sierra_3: Setting Powered False\u000a16:07:17.235012 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:06:57" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22447): Process ended prematurely: osmo-stp_10.42.42.5(pid=22447) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22447)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22447): Process ended prematurely: osmo-stp_10.42.42.5(pid=22447) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:07:19.232093 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:19.243119 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:07:19.399629 tst mo_mt_call.py: using LAC 29091\u000a16:07:19.515997 tst mo_mt_call.py: using RAC 21\u000a16:07:19.632756 tst mo_mt_call.py: using CellId 29091\u000a16:07:19.749270 tst mo_mt_call.py: using BVCI 29092\u000a16:07:19.771974 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:19.782963 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:19.793747 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:19.804842 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:19.815987 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:19.827105 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:07:19.945420 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:07:20.156264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:07:20.671691 run create_hlr_db(pid=22441): Launched\u000a16:07:20.858394 bus /sierra_2: Setting Powered False\u000a16:07:21.879695 run create_hlr_db(pid=22441): Terminated: ok {rc=0}\u000a16:07:22.292741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22443): Launched\u000a16:07:22.615382 run osmo-hlr_10.42.42.2(pid=22444): Launched\u000a16:07:22.732800 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:07:23.291537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22446): Launched\u000a16:07:23.615247 run osmo-stp_10.42.42.5(pid=22447): Launched\u000a16:07:23.731381 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:07:24.319173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22449): Launched\u000a16:07:24.640697 run osmo-msc_10.42.42.6(pid=22450): Launched\u000a16:07:24.828526 run osmo-stp_10.42.42.5(pid=22447): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22447)]\u000a16:07:24.964138 run osmo-stp_10.42.42.5(pid=22447): stdout: \u000a| (launched: 2022-12-10_16:07:23.456525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:25.099354 run osmo-stp_10.42.42.5(pid=22447): stderr: \u000a| �[0;m�[38;5;43m20221210160723649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160723649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160723650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160723650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160723650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160723651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160723651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:25.229330 run osmo-stp_10.42.42.5(pid=22447): stdout: \u000a| (launched: 2022-12-10_16:07:23.456525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:25.357438 run osmo-stp_10.42.42.5(pid=22447): stderr: \u000a| �[0;m�[38;5;43m20221210160723649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160723649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160723650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160723650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160723650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160723651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160723651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:25.413867 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22447): Process ended prematurely: osmo-stp_10.42.42.5(pid=22447) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22447)] [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:07:25.423127 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:07:25.486186 run osmo-hlr_10.42.42.2(pid=22444): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22444)]\u000a16:07:25.537656 run osmo-hlr_10.42.42.2(pid=22444): stdout: \u000a| (launched: 2022-12-10_16:07:22.457120) \u000a16:07:25.589640 run osmo-hlr_10.42.42.2(pid=22444): stderr: \u000a| �[0;m�[1;31m20221210160722655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160722655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160722655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160722655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160722655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160722655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160722667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160722675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160722675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160722675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:25.659879 run osmo-msc_10.42.42.6(pid=22450): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22450)]\u000a16:07:25.711064 run osmo-msc_10.42.42.6(pid=22450): stdout: \u000a| (launched: 2022-12-10_16:07:24.483058) \u000a16:07:25.762919 run osmo-msc_10.42.42.6(pid=22450): stderr: \u000a| �[0;m�[38;5;43m20221210160724807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160724807 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa084a5dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160724807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160724807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160724808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160724808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160724810 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160724810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160724810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160724810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:25.806691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22443): Terminating (SIGTERM)\u000a16:07:25.848103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22446): Terminating (SIGTERM)\u000a16:07:25.889552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22449): Terminating (SIGTERM)\u000a16:07:25.899059 --- ParallelTerminationStrategy: PID 22443 died...\u000a16:07:25.954753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22443): Terminated: ok {rc=0}\u000a16:07:25.964623 --- ParallelTerminationStrategy: PID 22446 died...\u000a16:07:26.020587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22446): Terminated: ok {rc=0}\u000a16:07:26.030678 --- ParallelTerminationStrategy: PID 22449 died...\u000a16:07:26.086407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22449): Terminated: ok {rc=0}\u000a16:07:26.174348 bus /sierra_3: Setting Powered False\u000a16:07:27.278807 bus /sierra_3: Setting Powered False\u000a16:07:28.386085 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22458): Process ended prematurely: osmo-stp_10.42.42.5(pid=22458) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22458)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22458): Process ended prematurely: osmo-stp_10.42.42.5(pid=22458) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:07:29.500578 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:29.513118 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:07:29.686955 tst mo_mt_call_osmux.py: using LAC 29092\u000a16:07:29.814758 tst mo_mt_call_osmux.py: using RAC 22\u000a16:07:29.939306 tst mo_mt_call_osmux.py: using CellId 29092\u000a16:07:30.063888 tst mo_mt_call_osmux.py: using BVCI 29093\u000a16:07:30.088492 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:30.100042 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:30.111422 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:30.122824 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:30.134334 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:30.145639 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:07:30.260425 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:07:30.474047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:07:31.018318 run create_hlr_db(pid=22452): Launched\u000a16:07:31.207684 bus /sierra_2: Setting Powered False\u000a16:07:32.227122 run create_hlr_db(pid=22452): Terminated: ok {rc=0}\u000a16:07:32.656290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22454): Launched\u000a16:07:32.975651 run osmo-hlr_10.42.42.2(pid=22455): Launched\u000a16:07:33.095553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:07:33.654193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22457): Launched\u000a16:07:33.975175 run osmo-stp_10.42.42.5(pid=22458): Launched\u000a16:07:34.091293 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:07:34.679095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22460): Launched\u000a16:07:35.000416 run osmo-msc_10.42.42.6(pid=22461): Launched\u000a16:07:35.188770 run osmo-stp_10.42.42.5(pid=22458): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22458)]\u000a16:07:35.325175 run osmo-stp_10.42.42.5(pid=22458): stdout: \u000a| (launched: 2022-12-10_16:07:33.817880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:35.461353 run osmo-stp_10.42.42.5(pid=22458): stderr: \u000a| �[0;m�[38;5;43m20221210160734009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160734009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160734009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160734010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160734010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160734010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160734010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:35.592211 run osmo-stp_10.42.42.5(pid=22458): stdout: \u000a| (launched: 2022-12-10_16:07:33.817880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:35.721047 run osmo-stp_10.42.42.5(pid=22458): stderr: \u000a| �[0;m�[38;5;43m20221210160734009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160734009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160734009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160734010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160734010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160734010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160734010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:35.777875 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22458): Process ended prematurely: osmo-stp_10.42.42.5(pid=22458) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22458)] [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:07:35.787333 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:07:35.849681 run osmo-hlr_10.42.42.2(pid=22455): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22455)]\u000a16:07:35.901127 run osmo-hlr_10.42.42.2(pid=22455): stdout: \u000a| (launched: 2022-12-10_16:07:32.819673) \u000a16:07:35.952866 run osmo-hlr_10.42.42.2(pid=22455): stderr: \u000a| �[0;m�[1;31m20221210160733017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160733017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160733017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160733017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160733017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160733017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160733032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160733040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160733041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160733041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:36.024006 run osmo-msc_10.42.42.6(pid=22461): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22461)]\u000a16:07:36.075248 run osmo-msc_10.42.42.6(pid=22461): stdout: \u000a| (launched: 2022-12-10_16:07:34.842899) \u000a16:07:36.126878 run osmo-msc_10.42.42.6(pid=22461): stderr: \u000a| �[0;m�[38;5;43m20221210160735164 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160735165 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdcaf10ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160735165 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160735165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160735165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160735165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160735167 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160735167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160735167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160735167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:36.170774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22454): Terminating (SIGTERM)\u000a16:07:36.212485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22457): Terminating (SIGTERM)\u000a16:07:36.254188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22460): Terminating (SIGTERM)\u000a16:07:36.263352 --- ParallelTerminationStrategy: PID 22454 died...\u000a16:07:36.319165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22454): Terminated: ok {rc=0}\u000a16:07:36.329395 --- ParallelTerminationStrategy: PID 22457 died...\u000a16:07:36.384821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22457): Terminated: ok {rc=0}\u000a16:07:36.394745 --- ParallelTerminationStrategy: PID 22460 died...\u000a16:07:36.450195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22460): Terminated: ok {rc=0}\u000a16:07:36.538182 bus /sierra_3: Setting Powered False\u000a16:07:37.642302 bus /sierra_3: Setting Powered False\u000a16:07:38.749312 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:07:18" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22473): Process ended prematurely: osmo-stp_10.42.42.5(pid=22473) [trial-2376↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22473)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22473): Process ended prematurely: osmo-stp_10.42.42.5(pid=22473) [trial-2376↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:07:40.775760 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:40.787067 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:07:40.933734 tst emergency_mo_mt_call.py: using LAC 29093\u000a16:07:41.055803 tst emergency_mo_mt_call.py: using RAC 23\u000a16:07:41.173758 tst emergency_mo_mt_call.py: using CellId 29093\u000a16:07:41.299851 tst emergency_mo_mt_call.py: using BVCI 29094\u000a16:07:41.324235 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:41.335748 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:41.347116 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:41.358459 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:41.369778 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:41.381070 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:07:41.496823 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:07:41.693062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:07:42.158246 run create_hlr_db(pid=22467): Launched\u000a16:07:42.329719 bus /sierra_2: Setting Powered False\u000a16:07:43.350469 run create_hlr_db(pid=22467): Terminated: ok {rc=0}\u000a16:07:43.771331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22469): Launched\u000a16:07:44.087141 run osmo-hlr_10.42.42.2(pid=22470): Launched\u000a16:07:44.203148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:07:44.751270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22472): Launched\u000a16:07:45.067249 run osmo-stp_10.42.42.5(pid=22473): Launched\u000a16:07:45.195735 tst emergency_mo_mt_call.py: using MSISDN 7788\u000a16:07:45.354091 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:07:45.951351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22475): Launched\u000a16:07:46.305491 run osmo-msc_10.42.42.6(pid=22476): Launched\u000a16:07:46.618726 run osmo-stp_10.42.42.5(pid=22473): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22473)]\u000a16:07:46.862561 run osmo-stp_10.42.42.5(pid=22473): stdout: \u000a| (launched: 2022-12-10_16:07:44.912236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:47.042794 run osmo-stp_10.42.42.5(pid=22473): stderr: \u000a| �[0;m�[38;5;43m20221210160745105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160745105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160745105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160745106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160745106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160745106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160745106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:47.172923 run osmo-stp_10.42.42.5(pid=22473): stdout: \u000a| (launched: 2022-12-10_16:07:44.912236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:47.302442 run osmo-stp_10.42.42.5(pid=22473): stderr: \u000a| �[0;m�[38;5;43m20221210160745105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160745105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160745105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160745106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160745106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160745106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160745106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:47.355041 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=22473): Process ended prematurely: osmo-stp_10.42.42.5(pid=22473) [trial-2376↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22473)] [trial-2376↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a16:07:47.363691 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a16:07:47.426093 run osmo-hlr_10.42.42.2(pid=22470): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22470)]\u000a16:07:47.476563 run osmo-hlr_10.42.42.2(pid=22470): stdout: \u000a| (launched: 2022-12-10_16:07:43.931876) \u000a16:07:47.527661 run osmo-hlr_10.42.42.2(pid=22470): stderr: \u000a| �[0;m�[1;31m20221210160744131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160744131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160744131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160744131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160744131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160744131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160744144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160744154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160744154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160744154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:47.596584 run osmo-msc_10.42.42.6(pid=22476): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22476)]\u000a16:07:47.647201 run osmo-msc_10.42.42.6(pid=22476): stdout: \u000a| (launched: 2022-12-10_16:07:46.114676) \u000a16:07:47.697456 run osmo-msc_10.42.42.6(pid=22476): stderr: \u000a| �[0;m�[38;5;43m20221210160746657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160746657 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb06f56ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160746658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160746658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160746658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160746658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160746660 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160746660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160746661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160746661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:47.740752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22469): Terminating (SIGTERM)\u000a16:07:47.782102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22472): Terminating (SIGTERM)\u000a16:07:47.824067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22475): Terminating (SIGTERM)\u000a16:07:47.833704 --- ParallelTerminationStrategy: PID 22469 died...\u000a16:07:47.888181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22469): Terminated: ok {rc=0}\u000a16:07:47.898855 --- ParallelTerminationStrategy: PID 22472 died...\u000a16:07:47.953586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22472): Terminated: ok {rc=0}\u000a16:07:47.963945 --- ParallelTerminationStrategy: PID 22475 died...\u000a16:07:48.018740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22475): Terminated: ok {rc=0}\u000a16:07:48.108320 bus /sierra_3: Setting Powered False\u000a16:07:49.212467 bus /sierra_3: Setting Powered False\u000a16:07:50.319283 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22484): Process ended prematurely: osmo-stp_10.42.42.5(pid=22484) [trial-2376↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22484)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22484): Process ended prematurely: osmo-stp_10.42.42.5(pid=22484) [trial-2376↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:07:51.371800 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:51.383812 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:07:51.529057 tst emergency_preemptive_call.py: using LAC 29094\u000a16:07:51.651680 tst emergency_preemptive_call.py: using RAC 24\u000a16:07:51.770410 tst emergency_preemptive_call.py: using CellId 29094\u000a16:07:51.886259 tst emergency_preemptive_call.py: using BVCI 29095\u000a16:07:51.908784 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:51.919859 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:51.930921 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:51.941857 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:51.953049 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:51.964112 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:07:52.080567 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:07:52.199500 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:07:52.314545 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:07:52.511272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:07:52.979738 run create_hlr_db(pid=22478): Launched\u000a16:07:53.151748 bus /sierra_2: Setting Powered False\u000a16:07:54.174263 run create_hlr_db(pid=22478): Terminated: ok {rc=0}\u000a16:07:54.596310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22480): Launched\u000a16:07:54.913107 run osmo-hlr_10.42.42.2(pid=22481): Launched\u000a16:07:55.033410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:07:55.585109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22483): Launched\u000a16:07:55.903054 run osmo-stp_10.42.42.5(pid=22484): Launched\u000a16:07:56.029954 tst emergency_preemptive_call.py: using MSISDN 7789\u000a16:07:56.188480 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:07:56.765944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22486): Launched\u000a16:07:57.081130 run osmo-msc_10.42.42.6(pid=22487): Launched\u000a16:07:57.266861 run osmo-stp_10.42.42.5(pid=22484): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22484)]\u000a16:07:57.401085 run osmo-stp_10.42.42.5(pid=22484): stdout: \u000a| (launched: 2022-12-10_16:07:55.746907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:57.536627 run osmo-stp_10.42.42.5(pid=22484): stderr: \u000a| �[0;m�[38;5;43m20221210160755940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160755940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160755940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160755941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160755941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160755941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160755941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:57.664493 run osmo-stp_10.42.42.5(pid=22484): stdout: \u000a| (launched: 2022-12-10_16:07:55.746907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:57.791535 run osmo-stp_10.42.42.5(pid=22484): stderr: \u000a| �[0;m�[38;5;43m20221210160755940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160755940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160755940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160755941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160755941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160755941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160755941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:57.846989 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=22484): Process ended prematurely: osmo-stp_10.42.42.5(pid=22484) [trial-2376↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22484)] [trial-2376↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a16:07:57.855583 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a16:07:57.918354 run osmo-hlr_10.42.42.2(pid=22481): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22481)]\u000a16:07:57.969961 run osmo-hlr_10.42.42.2(pid=22481): stdout: \u000a| (launched: 2022-12-10_16:07:54.757952) \u000a16:07:58.022513 run osmo-hlr_10.42.42.2(pid=22481): stderr: \u000a| �[0;m�[1;31m20221210160754956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160754956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160754956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160754956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160754957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160754957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160754970 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160754979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160754979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160754980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:58.093822 run osmo-msc_10.42.42.6(pid=22487): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22487)]\u000a16:07:58.145487 run osmo-msc_10.42.42.6(pid=22487): stdout: \u000a| (launched: 2022-12-10_16:07:56.926731) \u000a16:07:58.197629 run osmo-msc_10.42.42.6(pid=22487): stderr: \u000a| �[0;m�[38;5;43m20221210160757248 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210160757249 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad6e209c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210160757249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210160757249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210160757249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210160757249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210160757251 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210160757251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210160757252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210160757252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:58.241903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22480): Terminating (SIGTERM)\u000a16:07:58.283843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22483): Terminating (SIGTERM)\u000a16:07:58.325745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22486): Terminating (SIGTERM)\u000a16:07:58.335349 --- ParallelTerminationStrategy: PID 22480 died...\u000a16:07:58.391420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22480): Terminated: ok {rc=0}\u000a16:07:58.401913 --- ParallelTerminationStrategy: PID 22483 died...\u000a16:07:58.457678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22483): Terminated: ok {rc=0}\u000a16:07:58.467717 --- ParallelTerminationStrategy: PID 22486 died...\u000a16:07:58.523704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22486): Terminated: ok {rc=0}\u000a16:07:58.611254 bus /sierra_9: Setting Powered False\u000a16:07:59.716398 bus /sierra_9: Setting Powered False\u000a16:08:00.824331 bus /sierra_8: Setting Powered False\u000a16:08:01.939815 bus /sierra_8: Setting Powered False\u000a16:08:03.049254 bus /sierra_3: Setting Powered False\u000a16:08:04.154194 bus /sierra_3: Setting Powered False\u000a16:08:05.274177 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:07:40" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22502): Process ended prematurely: osmo-stp_10.42.42.5(pid=22502) [trial-2376↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22502)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22502): Process ended prematurely: osmo-stp_10.42.42.5(pid=22502) [trial-2376↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:08:07.418807 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:07.429971 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:08:07.574130 tst cs_paging_gprs_active.py: using LAC 29095\u000a16:08:07.698287 tst cs_paging_gprs_active.py: using RAC 25\u000a16:08:07.823902 tst cs_paging_gprs_active.py: using CellId 29095\u000a16:08:07.949905 tst cs_paging_gprs_active.py: using BVCI 29096\u000a16:08:07.974605 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:07.985862 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:07.996794 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:08.007783 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:08.018775 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:08.029740 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:08.040868 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:08.051854 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:08.063014 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:08:08.180353 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:08:08.473792 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:08:08.609422 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:08:08.942691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22492): Launched\u000a16:08:09.220150 run iperf3-srv_10.42.42.10(pid=22493): Launched\u000a16:08:09.418755 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:08:09.553989 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:08:09.889031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22494): Launched\u000a16:08:10.166722 run iperf3-srv_10.42.42.10(pid=22495): Launched\u000a16:08:10.365691 tst cs_paging_gprs_active.py:38: start network...\u000a16:08:10.500611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:08:11.017898 run create_hlr_db(pid=22496): Launched\u000a16:08:11.204913 bus /sierra_2: Setting Powered False\u000a16:08:12.226165 run create_hlr_db(pid=22496): Terminated: ok {rc=0}\u000a16:08:12.634524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22498): Launched\u000a16:08:12.938807 run osmo-hlr_10.42.42.2(pid=22499): Launched\u000a16:08:13.058066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:08:13.591384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22501): Launched\u000a16:08:13.895624 run osmo-stp_10.42.42.5(pid=22502): Launched\u000a16:08:14.015618 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:08:14.548049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22504): Launched\u000a16:08:14.656129 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:08:14.920312 run patchelf(pid=22505): Launched\u000a16:08:15.098053 run osmo-stp_10.42.42.5(pid=22502): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22502)]\u000a16:08:15.228471 run osmo-stp_10.42.42.5(pid=22502): stdout: \u000a| (launched: 2022-12-10_16:08:13.745525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:15.359172 run osmo-stp_10.42.42.5(pid=22502): stderr: \u000a| �[0;m�[38;5;43m20221210160813917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160813917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160813917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160813918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160813918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160813918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160813919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:15.484658 run osmo-stp_10.42.42.5(pid=22502): stdout: \u000a| (launched: 2022-12-10_16:08:13.745525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:15.609468 run osmo-stp_10.42.42.5(pid=22502): stderr: \u000a| �[0;m�[38;5;43m20221210160813917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160813917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160813917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160813918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160813918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160813918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160813919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:15.755017 run patchelf(pid=22505): Terminating (SIGINT)\u000a16:08:15.950438 run patchelf(pid=22505): Terminated: ok {rc=0}\u000a16:08:15.983536 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22502): Process ended prematurely: osmo-stp_10.42.42.5(pid=22502) [trial-2376↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22502)] [trial-2376↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a16:08:15.993958 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a16:08:16.060346 run osmo-hlr_10.42.42.2(pid=22499): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22499)]\u000a16:08:16.112801 run osmo-hlr_10.42.42.2(pid=22499): stdout: \u000a| (launched: 2022-12-10_16:08:12.788757) \u000a16:08:16.166444 run osmo-hlr_10.42.42.2(pid=22499): stderr: \u000a| �[0;m�[1;31m20221210160812966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160812967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160812967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160812967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160812967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160812967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160812979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160812990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160812990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160812990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:08:16.211054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22492): Terminating (SIGTERM)\u000a16:08:16.256906 run iperf3-srv_10.42.42.10(pid=22493): Terminating (SIGTERM)\u000a16:08:16.300817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22494): Terminating (SIGTERM)\u000a16:08:16.347037 run iperf3-srv_10.42.42.10(pid=22495): Terminating (SIGTERM)\u000a16:08:16.390962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22498): Terminating (SIGTERM)\u000a16:08:16.434824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22501): Terminating (SIGTERM)\u000a16:08:16.476922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22504): Terminating (SIGTERM)\u000a16:08:16.487946 --- ParallelTerminationStrategy: PID 22492 died...\u000a16:08:16.550361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22492): Terminated: ok {rc=0}\u000a16:08:16.564391 --- ParallelTerminationStrategy: PID 22493 died...\u000a16:08:16.650553 run iperf3-srv_10.42.42.10(pid=22493): Terminated {rc=256}\u000a16:08:16.665087 --- ParallelTerminationStrategy: PID 22494 died...\u000a16:08:16.752703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22494): Terminated: ok {rc=0}\u000a16:08:16.778019 --- ParallelTerminationStrategy: PID 22495 died...\u000a16:08:16.856398 run iperf3-srv_10.42.42.10(pid=22495): Terminated {rc=256}\u000a16:08:16.868322 --- ParallelTerminationStrategy: PID 22498 died...\u000a16:08:16.945255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22498): Terminated: ok {rc=0}\u000a16:08:16.958020 --- ParallelTerminationStrategy: PID 22501 died...\u000a16:08:17.031596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22501): Terminated: ok {rc=0}\u000a16:08:17.043794 --- ParallelTerminationStrategy: PID 22504 died...\u000a16:08:17.115461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22504): Terminated: ok {rc=0}\u000a16:08:17.245200 bus /gobi_0: Setting Powered False\u000a16:08:18.377881 bus /gobi_0: Setting Powered False\u000a16:08:19.500703 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22786): Process ended prematurely: osmo-stp_10.42.42.5(pid=22786) [trial-2376↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22786)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22786): Process ended prematurely: osmo-stp_10.42.42.5(pid=22786) [trial-2376↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a16:08:20.618504 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:20.630844 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:08:20.777313 tst iperf3.py: using LAC 29096\u000a16:08:20.902442 tst iperf3.py: using RAC 26\u000a16:08:21.023605 tst iperf3.py: using CellId 29096\u000a16:08:21.145066 tst iperf3.py: using BVCI 29097\u000a16:08:21.169097 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:21.180867 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:21.193069 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:21.204597 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:21.218927 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:21.230453 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:21.243453 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:21.257760 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:21.270463 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:08:21.557269 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:08:21.687715 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:08:22.028858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22778): Launched\u000a16:08:22.314519 run iperf3-srv_10.42.42.10(pid=22779): Launched\u000a16:08:22.503486 tst iperf3.py:8: start network...\u000a16:08:22.635033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:08:23.166022 run create_hlr_db(pid=22780): Launched\u000a16:08:23.348041 bus /gobi_6: Setting Powered False\u000a16:08:24.371711 run create_hlr_db(pid=22780): Terminated: ok {rc=0}\u000a16:08:24.806273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22782): Launched\u000a16:08:25.222623 run osmo-hlr_10.42.42.2(pid=22783): Launched\u000a16:08:25.471488 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:08:26.059355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22785): Launched\u000a16:08:26.488028 run osmo-stp_10.42.42.5(pid=22786): Launched\u000a16:08:26.714024 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:08:27.303281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22788): Launched\u000a16:08:27.422672 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:08:27.726362 run patchelf(pid=22789): Launched\u000a16:08:27.921442 run osmo-stp_10.42.42.5(pid=22786): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22786)]\u000a16:08:28.065218 run osmo-stp_10.42.42.5(pid=22786): stdout: \u000a| (launched: 2022-12-10_16:08:26.228742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:28.208575 run osmo-stp_10.42.42.5(pid=22786): stderr: \u000a| �[0;m�[38;5;43m20221210160826522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160826522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160826522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160826523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160826523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160826523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160826523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:28.346755 run osmo-stp_10.42.42.5(pid=22786): stdout: \u000a| (launched: 2022-12-10_16:08:26.228742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:28.483630 run osmo-stp_10.42.42.5(pid=22786): stderr: \u000a| �[0;m�[38;5;43m20221210160826522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160826522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160826522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160826523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160826523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160826523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160826523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:28.643951 run patchelf(pid=22789): Terminating (SIGINT)\u000a16:08:28.831464 run patchelf(pid=22789): Terminated: ok {rc=0}\u000a16:08:28.866739 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22786): Process ended prematurely: osmo-stp_10.42.42.5(pid=22786) [trial-2376↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22786)] [trial-2376↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a16:08:28.877712 tst iperf3.py:8: Test FAILED (8.3 sec)\u000a16:08:28.943380 run osmo-hlr_10.42.42.2(pid=22783): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22783)]\u000a16:08:28.997135 run osmo-hlr_10.42.42.2(pid=22783): stdout: \u000a| (launched: 2022-12-10_16:08:24.966403) \u000a16:08:29.051525 run osmo-hlr_10.42.42.2(pid=22783): stderr: \u000a| �[0;m�[1;31m20221210160825271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160825271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160825271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160825271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160825271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160825271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160825295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160825308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160825308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160825308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:08:29.098144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22778): Terminating (SIGTERM)\u000a16:08:29.142028 run iperf3-srv_10.42.42.10(pid=22779): Terminating (SIGTERM)\u000a16:08:29.186007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22782): Terminating (SIGTERM)\u000a16:08:29.232080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22785): Terminating (SIGTERM)\u000a16:08:29.278131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22788): Terminating (SIGTERM)\u000a16:08:29.289196 --- ParallelTerminationStrategy: PID 22778 died...\u000a16:08:29.349814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22778): Terminated: ok {rc=0}\u000a16:08:29.360864 --- ParallelTerminationStrategy: PID 22779 died...\u000a16:08:29.419239 run iperf3-srv_10.42.42.10(pid=22779): Terminated {rc=256}\u000a16:08:29.430309 --- ParallelTerminationStrategy: PID 22782 died...\u000a16:08:29.490446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22782): Terminated: ok {rc=0}\u000a16:08:29.501620 --- ParallelTerminationStrategy: PID 22785 died...\u000a16:08:29.559893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22785): Terminated: ok {rc=0}\u000a16:08:29.570656 --- ParallelTerminationStrategy: PID 22788 died...\u000a16:08:29.628632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22788): Terminated: ok {rc=0}\u000a16:08:29.719454 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22804): Process ended prematurely: osmo-stp_10.42.42.5(pid=22804) [trial-2376↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22804)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22804): Process ended prematurely: osmo-stp_10.42.42.5(pid=22804) [trial-2376↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a16:08:30.840788 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:30.854310 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:08:31.031561 tst iperf3m4.py: using LAC 29097\u000a16:08:31.170163 tst iperf3m4.py: using RAC 27\u000a16:08:31.340590 tst iperf3m4.py: using CellId 29097\u000a16:08:31.516000 tst iperf3m4.py: using BVCI 29098\u000a16:08:31.548110 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:31.563104 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:31.577059 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:31.590572 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:31.604510 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:31.620084 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:31.635577 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:31.649394 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:31.664631 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:08:31.815444 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:08:31.979513 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:08:32.125697 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:08:32.475548 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:08:32.606574 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:08:32.942791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22790): Launched\u000a16:08:33.267752 run iperf3-srv_10.42.42.10(pid=22791): Launched\u000a16:08:33.477093 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:08:33.617671 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:08:33.975286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22792): Launched\u000a16:08:34.276921 run iperf3-srv_10.42.42.10(pid=22793): Launched\u000a16:08:34.483029 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:08:34.625137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:08:34.982216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22794): Launched\u000a16:08:35.283066 run iperf3-srv_10.42.42.10(pid=22795): Launched\u000a16:08:35.489028 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:08:35.630709 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:08:35.987460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22796): Launched\u000a16:08:36.289757 run iperf3-srv_10.42.42.10(pid=22797): Launched\u000a16:08:36.498453 tst iperf3m4.py:8: start network...\u000a16:08:36.640204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:08:37.206473 run create_hlr_db(pid=22798): Launched\u000a16:08:37.400377 bus /gobi_6: Setting Powered False\u000a16:08:38.423123 run create_hlr_db(pid=22798): Terminated: ok {rc=0}\u000a16:08:38.879936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22800): Launched\u000a16:08:39.316562 run osmo-hlr_10.42.42.2(pid=22801): Launched\u000a16:08:39.557255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:08:40.138598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22803): Launched\u000a16:08:40.464110 run osmo-stp_10.42.42.5(pid=22804): Launched\u000a16:08:40.582534 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:08:41.150951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22806): Launched\u000a16:08:41.266857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:08:41.552825 run patchelf(pid=22807): Launched\u000a16:08:41.743272 run osmo-stp_10.42.42.5(pid=22804): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22804)]\u000a16:08:41.883049 run osmo-stp_10.42.42.5(pid=22804): stdout: \u000a| (launched: 2022-12-10_16:08:40.304756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:42.022913 run osmo-stp_10.42.42.5(pid=22804): stderr: \u000a| �[0;m�[38;5;43m20221210160840500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160840500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160840500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160840501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160840501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160840501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160840501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:42.157836 run osmo-stp_10.42.42.5(pid=22804): stdout: \u000a| (launched: 2022-12-10_16:08:40.304756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:42.291225 run osmo-stp_10.42.42.5(pid=22804): stderr: \u000a| �[0;m�[38;5;43m20221210160840500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160840500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160840500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160840501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160840501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160840501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160840501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:42.446802 run patchelf(pid=22807): Terminating (SIGINT)\u000a16:08:42.629801 run patchelf(pid=22807): Terminated: ok {rc=0}\u000a16:08:42.663466 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22804): Process ended prematurely: osmo-stp_10.42.42.5(pid=22804) [trial-2376↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22804)] [trial-2376↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a16:08:42.673401 tst iperf3m4.py:8: Test FAILED (11.9 sec)\u000a16:08:42.736606 run osmo-hlr_10.42.42.2(pid=22801): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22801)]\u000a16:08:42.788152 run osmo-hlr_10.42.42.2(pid=22801): stdout: \u000a| (launched: 2022-12-10_16:08:39.050919) \u000a16:08:42.840638 run osmo-hlr_10.42.42.2(pid=22801): stderr: \u000a| �[0;m�[1;31m20221210160839355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160839355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160839355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160839355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160839355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160839355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160839375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160839387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160839387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160839387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:08:42.885218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22790): Terminating (SIGTERM)\u000a16:08:42.927208 run iperf3-srv_10.42.42.10(pid=22791): Terminating (SIGTERM)\u000a16:08:42.969354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22792): Terminating (SIGTERM)\u000a16:08:43.011159 run iperf3-srv_10.42.42.10(pid=22793): Terminating (SIGTERM)\u000a16:08:43.053287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22794): Terminating (SIGTERM)\u000a16:08:43.095284 run iperf3-srv_10.42.42.10(pid=22795): Terminating (SIGTERM)\u000a16:08:43.137425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22796): Terminating (SIGTERM)\u000a16:08:43.179222 run iperf3-srv_10.42.42.10(pid=22797): Terminating (SIGTERM)\u000a16:08:43.221246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22800): Terminating (SIGTERM)\u000a16:08:43.263299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22803): Terminating (SIGTERM)\u000a16:08:43.305513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22806): Terminating (SIGTERM)\u000a16:08:43.315268 --- ParallelTerminationStrategy: PID 22790 died...\u000a16:08:43.371716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22790): Terminated: ok {rc=0}\u000a16:08:43.381898 --- ParallelTerminationStrategy: PID 22791 died...\u000a16:08:43.437883 run iperf3-srv_10.42.42.10(pid=22791): Terminated {rc=256}\u000a16:08:43.447936 --- ParallelTerminationStrategy: PID 22792 died...\u000a16:08:43.504157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22792): Terminated: ok {rc=0}\u000a16:08:43.514257 --- ParallelTerminationStrategy: PID 22793 died...\u000a16:08:43.570473 run iperf3-srv_10.42.42.10(pid=22793): Terminated {rc=256}\u000a16:08:43.580659 --- ParallelTerminationStrategy: PID 22794 died...\u000a16:08:43.636501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22794): Terminated: ok {rc=0}\u000a16:08:43.646553 --- ParallelTerminationStrategy: PID 22795 died...\u000a16:08:43.702441 run iperf3-srv_10.42.42.10(pid=22795): Terminated {rc=256}\u000a16:08:43.712520 --- ParallelTerminationStrategy: PID 22796 died...\u000a16:08:43.768398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22796): Terminated: ok {rc=0}\u000a16:08:43.778467 --- ParallelTerminationStrategy: PID 22797 died...\u000a16:08:43.834199 run iperf3-srv_10.42.42.10(pid=22797): Terminated {rc=256}\u000a16:08:43.844248 --- ParallelTerminationStrategy: PID 22800 died...\u000a16:08:43.900042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22800): Terminated: ok {rc=0}\u000a16:08:43.910100 --- ParallelTerminationStrategy: PID 22803 died...\u000a16:08:43.966022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22803): Terminated: ok {rc=0}\u000a16:08:43.976123 --- ParallelTerminationStrategy: PID 22806 died...\u000a16:08:44.032183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22806): Terminated: ok {rc=0}\u000a16:08:44.120683 bus /gobi_4: Setting Powered False\u000a16:08:45.228261 bus /gobi_4: Setting Powered False\u000a16:08:46.338628 bus /gobi_1: Setting Powered False\u000a16:08:47.441390 bus /gobi_1: Setting Powered False\u000a16:08:48.552881 bus /gobi_0: Setting Powered False\u000a16:08:49.655999 bus /gobi_0: Setting Powered False\u000a16:08:50.768678 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22814): Process ended prematurely: osmo-stp_10.42.42.5(pid=22814) [trial-2376↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22814)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22814): Process ended prematurely: osmo-stp_10.42.42.5(pid=22814) [trial-2376↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a16:08:51.835545 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:51.847254 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:08:51.985420 tst ping.py: using LAC 29098\u000a16:08:52.102590 tst ping.py: using RAC 28\u000a16:08:52.227443 tst ping.py: using CellId 29098\u000a16:08:52.352511 tst ping.py: using BVCI 29099\u000a16:08:52.377121 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:52.388589 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:52.399921 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:52.411261 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:52.422261 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:52.433251 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:52.444414 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:52.455530 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:08:52.730092 tst ping.py:19: start network...\u000a16:08:52.855154 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:08:53.338926 run create_hlr_db(pid=22808): Launched\u000a16:08:53.525280 bus /gobi_6: Setting Powered False\u000a16:08:54.544210 run create_hlr_db(pid=22808): Terminated: ok {rc=0}\u000a16:08:54.946575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22810): Launched\u000a16:08:55.246088 run osmo-hlr_10.42.42.2(pid=22811): Launched\u000a16:08:55.356675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:08:55.878832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22813): Launched\u000a16:08:56.178368 run osmo-stp_10.42.42.5(pid=22814): Launched\u000a16:08:56.287432 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:08:56.813485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22816): Launched\u000a16:08:56.920649 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:08:57.184541 run patchelf(pid=22817): Launched\u000a16:08:57.360600 run osmo-stp_10.42.42.5(pid=22814): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22814)]\u000a16:08:57.489620 run osmo-stp_10.42.42.5(pid=22814): stdout: \u000a| (launched: 2022-12-10_16:08:56.031031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:57.619046 run osmo-stp_10.42.42.5(pid=22814): stderr: \u000a| �[0;m�[38;5;43m20221210160856201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160856201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160856201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160856201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160856202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160856202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160856202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:57.743529 run osmo-stp_10.42.42.5(pid=22814): stdout: \u000a| (launched: 2022-12-10_16:08:56.031031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:57.867529 run osmo-stp_10.42.42.5(pid=22814): stderr: \u000a| �[0;m�[38;5;43m20221210160856201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160856201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160856201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160856201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160856202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160856202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160856202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:58.011779 run patchelf(pid=22817): Terminating (SIGINT)\u000a16:08:58.180598 run patchelf(pid=22817): Terminated: ok {rc=0}\u000a16:08:58.211754 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22814): Process ended prematurely: osmo-stp_10.42.42.5(pid=22814) [trial-2376↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22814)] [trial-2376↪gprs:trx-sysmocell5000↪ping.py:22]\u000a16:08:58.220330 tst ping.py:22: Test FAILED (6.4 sec)\u000a16:08:58.281289 run osmo-hlr_10.42.42.2(pid=22811): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22811)]\u000a16:08:58.331165 run osmo-hlr_10.42.42.2(pid=22811): stdout: \u000a| (launched: 2022-12-10_16:08:55.098780) \u000a16:08:58.381501 run osmo-hlr_10.42.42.2(pid=22811): stderr: \u000a| �[0;m�[1;31m20221210160855276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160855276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160855276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160855276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160855276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160855276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160855288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160855297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160855298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160855298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:08:58.424102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22810): Terminating (SIGTERM)\u000a16:08:58.464548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22813): Terminating (SIGTERM)\u000a16:08:58.505342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22816): Terminating (SIGTERM)\u000a16:08:58.514855 --- ParallelTerminationStrategy: PID 22810 died...\u000a16:08:58.570070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22810): Terminated: ok {rc=0}\u000a16:08:58.579928 --- ParallelTerminationStrategy: PID 22813 died...\u000a16:08:58.634299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22813): Terminated: ok {rc=0}\u000a16:08:58.644122 --- ParallelTerminationStrategy: PID 22816 died...\u000a16:08:58.697850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22816): Terminated: ok {rc=0}\u000a16:08:58.783117 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22824): Process ended prematurely: osmo-stp_10.42.42.5(pid=22824) [trial-2376↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22824)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22824): Process ended prematurely: osmo-stp_10.42.42.5(pid=22824) [trial-2376↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a16:08:59.835463 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:59.847811 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:08:59.996048 tst ping_idle_ping.py: using LAC 29099\u000a16:09:00.120235 tst ping_idle_ping.py: using RAC 29\u000a16:09:00.245959 tst ping_idle_ping.py: using CellId 29099\u000a16:09:00.372251 tst ping_idle_ping.py: using BVCI 29100\u000a16:09:00.396684 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:00.408172 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:00.419423 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:00.430659 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:00.441823 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:00.453102 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:00.464425 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:00.475585 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:09:00.767489 tst ping_idle_ping.py:24: start network...\u000a16:09:00.929590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:01.459021 run create_hlr_db(pid=22818): Launched\u000a16:09:01.640672 bus /gobi_6: Setting Powered False\u000a16:09:02.667316 run create_hlr_db(pid=22818): Terminated: ok {rc=0}\u000a16:09:03.095049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22820): Launched\u000a16:09:03.417063 run osmo-hlr_10.42.42.2(pid=22821): Launched\u000a16:09:03.538541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:04.095234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22823): Launched\u000a16:09:04.417350 run osmo-stp_10.42.42.5(pid=22824): Launched\u000a16:09:04.533584 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:09:05.094726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22826): Launched\u000a16:09:05.209160 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:09:05.487448 run patchelf(pid=22827): Launched\u000a16:09:05.674839 run osmo-stp_10.42.42.5(pid=22824): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22824)]\u000a16:09:05.811252 run osmo-stp_10.42.42.5(pid=22824): stdout: \u000a| (launched: 2022-12-10_16:09:04.258833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:05.947961 run osmo-stp_10.42.42.5(pid=22824): stderr: \u000a| �[0;m�[38;5;43m20221210160904452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160904453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160904453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160904453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160904454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160904454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160904454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:06.080286 run osmo-stp_10.42.42.5(pid=22824): stdout: \u000a| (launched: 2022-12-10_16:09:04.258833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:06.211395 run osmo-stp_10.42.42.5(pid=22824): stderr: \u000a| �[0;m�[38;5;43m20221210160904452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160904453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160904453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160904453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160904454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160904454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160904454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:06.365119 run patchelf(pid=22827): Terminating (SIGINT)\u000a16:09:06.545219 run patchelf(pid=22827): Terminated: ok {rc=0}\u000a16:09:06.578042 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22824): Process ended prematurely: osmo-stp_10.42.42.5(pid=22824) [trial-2376↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22824)] [trial-2376↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a16:09:06.587424 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:09:06.650416 run osmo-hlr_10.42.42.2(pid=22821): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22821)]\u000a16:09:06.701822 run osmo-hlr_10.42.42.2(pid=22821): stdout: \u000a| (launched: 2022-12-10_16:09:03.258636) \u000a16:09:06.753969 run osmo-hlr_10.42.42.2(pid=22821): stderr: \u000a| �[0;m�[1;31m20221210160903458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160903458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160903458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160903458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160903458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160903458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160903471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160903479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160903479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160903479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:06.798405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22820): Terminating (SIGTERM)\u000a16:09:06.840373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22823): Terminating (SIGTERM)\u000a16:09:06.882345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22826): Terminating (SIGTERM)\u000a16:09:06.892151 --- ParallelTerminationStrategy: PID 22820 died...\u000a16:09:06.948365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22820): Terminated: ok {rc=0}\u000a16:09:06.958642 --- ParallelTerminationStrategy: PID 22823 died...\u000a16:09:07.014870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22823): Terminated: ok {rc=0}\u000a16:09:07.025178 --- ParallelTerminationStrategy: PID 22826 died...\u000a16:09:07.081479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22826): Terminated: ok {rc=0}\u000a16:09:07.169617 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:08:07" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22842): Process ended prematurely: osmo-stp_10.42.42.5(pid=22842) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22842)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22842): Process ended prematurely: osmo-stp_10.42.42.5(pid=22842) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22842)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:09:09.323240 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:09.334381 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:09:09.474470 tst cs_paging_gprs_active.py: using LAC 29100\u000a16:09:09.594301 tst cs_paging_gprs_active.py: using RAC 30\u000a16:09:09.720712 tst cs_paging_gprs_active.py: using CellId 29100\u000a16:09:09.850459 tst cs_paging_gprs_active.py: using BVCI 29101\u000a16:09:09.875542 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:09.887256 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:09.898825 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:09.910426 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:09.921772 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:09.933128 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:09.944518 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:09.955712 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:09.967102 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:09:10.085925 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:09:10.368828 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:09:10.497260 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:09:10.816736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22832): Launched\u000a16:09:11.081471 run iperf3-srv_10.42.42.10(pid=22833): Launched\u000a16:09:11.269989 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:09:11.398220 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:09:11.718867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22834): Launched\u000a16:09:11.984383 run iperf3-srv_10.42.42.10(pid=22835): Launched\u000a16:09:12.172416 tst cs_paging_gprs_active.py:38: start network...\u000a16:09:12.300861 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:12.785406 run create_hlr_db(pid=22836): Launched\u000a16:09:12.961737 bus /gobi_6: Setting Powered False\u000a16:09:13.983329 run create_hlr_db(pid=22836): Terminated: ok {rc=0}\u000a16:09:14.393168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22838): Launched\u000a16:09:14.699890 run osmo-hlr_10.42.42.2(pid=22839): Launched\u000a16:09:14.820226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:15.356133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22841): Launched\u000a16:09:15.664161 run osmo-stp_10.42.42.5(pid=22842): Launched\u000a16:09:15.776145 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:09:16.367187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22844): Launched\u000a16:09:16.524484 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:09:16.899748 run patchelf(pid=22845): Launched\u000a16:09:17.098258 run osmo-stp_10.42.42.5(pid=22842): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22842)]\u000a16:09:17.243382 run osmo-stp_10.42.42.5(pid=22842): stdout: \u000a| (launched: 2022-12-10_16:09:15.511788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:17.386077 run osmo-stp_10.42.42.5(pid=22842): stderr: \u000a| �[0;m�[38;5;43m20221210160915686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160915686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160915686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160915686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160915687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160915687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160915687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:17.521499 run osmo-stp_10.42.42.5(pid=22842): stdout: \u000a| (launched: 2022-12-10_16:09:15.511788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:17.656089 run osmo-stp_10.42.42.5(pid=22842): stderr: \u000a| �[0;m�[38;5;43m20221210160915686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160915686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160915686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160915686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160915687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160915687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160915687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:17.812044 run patchelf(pid=22845): Terminating (SIGINT)\u000a16:09:17.995215 run patchelf(pid=22845): Terminated: ok {rc=0}\u000a16:09:18.028850 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22842): Process ended prematurely: osmo-stp_10.42.42.5(pid=22842) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22842)] [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:09:18.039234 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:09:18.102389 run osmo-hlr_10.42.42.2(pid=22839): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22839)]\u000a16:09:18.153724 run osmo-hlr_10.42.42.2(pid=22839): stdout: \u000a| (launched: 2022-12-10_16:09:14.549240) \u000a16:09:18.205598 run osmo-hlr_10.42.42.2(pid=22839): stderr: \u000a| �[0;m�[1;31m20221210160914730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160914730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160914730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160914730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160914730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160914730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160914742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160914751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160914751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160914751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:18.250075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22832): Terminating (SIGTERM)\u000a16:09:18.292002 run iperf3-srv_10.42.42.10(pid=22833): Terminating (SIGTERM)\u000a16:09:18.334167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22834): Terminating (SIGTERM)\u000a16:09:18.376773 run iperf3-srv_10.42.42.10(pid=22835): Terminating (SIGTERM)\u000a16:09:18.419044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22838): Terminating (SIGTERM)\u000a16:09:18.461066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22841): Terminating (SIGTERM)\u000a16:09:18.503082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22844): Terminating (SIGTERM)\u000a16:09:18.512358 --- ParallelTerminationStrategy: PID 22832 died...\u000a16:09:18.569110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22832): Terminated: ok {rc=0}\u000a16:09:18.579561 --- ParallelTerminationStrategy: PID 22833 died...\u000a16:09:18.635742 run iperf3-srv_10.42.42.10(pid=22833): Terminated {rc=256}\u000a16:09:18.645929 --- ParallelTerminationStrategy: PID 22834 died...\u000a16:09:18.701674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22834): Terminated: ok {rc=0}\u000a16:09:18.711823 --- ParallelTerminationStrategy: PID 22835 died...\u000a16:09:18.767759 run iperf3-srv_10.42.42.10(pid=22835): Terminated {rc=256}\u000a16:09:18.777926 --- ParallelTerminationStrategy: PID 22838 died...\u000a16:09:18.833451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22838): Terminated: ok {rc=0}\u000a16:09:18.843526 --- ParallelTerminationStrategy: PID 22841 died...\u000a16:09:18.899342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22841): Terminated: ok {rc=0}\u000a16:09:18.909509 --- ParallelTerminationStrategy: PID 22844 died...\u000a16:09:18.965327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22844): Terminated: ok {rc=0}\u000a16:09:19.052553 bus /gobi_0: Setting Powered False\u000a16:09:20.160457 bus /gobi_0: Setting Powered False\u000a16:09:21.271732 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22854): Process ended prematurely: osmo-stp_10.42.42.5(pid=22854) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22854)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22854): Process ended prematurely: osmo-stp_10.42.42.5(pid=22854) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:09:22.382711 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:22.394470 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:09:22.537538 tst iperf3.py: using LAC 29101\u000a16:09:22.661407 tst iperf3.py: using RAC 31\u000a16:09:22.778737 tst iperf3.py: using CellId 29101\u000a16:09:22.895940 tst iperf3.py: using BVCI 29102\u000a16:09:22.919257 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:22.930471 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:22.941259 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:22.952188 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:22.963180 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:22.974260 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:22.985327 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:22.996151 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:23.007292 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:09:23.302541 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:09:23.438163 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:09:23.774384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22846): Launched\u000a16:09:24.054522 run iperf3-srv_10.42.42.10(pid=22847): Launched\u000a16:09:24.254321 tst iperf3.py:8: start network...\u000a16:09:24.390184 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:24.911538 run create_hlr_db(pid=22848): Launched\u000a16:09:25.099867 bus /gobi_6: Setting Powered False\u000a16:09:26.121685 run create_hlr_db(pid=22848): Terminated: ok {rc=0}\u000a16:09:26.534046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22850): Launched\u000a16:09:26.840402 run osmo-hlr_10.42.42.2(pid=22851): Launched\u000a16:09:26.959405 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:27.496415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22853): Launched\u000a16:09:27.801343 run osmo-stp_10.42.42.5(pid=22854): Launched\u000a16:09:27.912340 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:09:28.444334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22856): Launched\u000a16:09:28.553754 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:09:28.819675 run patchelf(pid=22857): Launched\u000a16:09:28.998437 run osmo-stp_10.42.42.5(pid=22854): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22854)]\u000a16:09:29.129734 run osmo-stp_10.42.42.5(pid=22854): stdout: \u000a| (launched: 2022-12-10_16:09:27.651346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:29.261927 run osmo-stp_10.42.42.5(pid=22854): stderr: \u000a| �[0;m�[38;5;43m20221210160927825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160927825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160927825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160927826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160927826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160927826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160927826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:29.388715 run osmo-stp_10.42.42.5(pid=22854): stdout: \u000a| (launched: 2022-12-10_16:09:27.651346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:29.514705 run osmo-stp_10.42.42.5(pid=22854): stderr: \u000a| �[0;m�[38;5;43m20221210160927825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160927825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160927825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160927826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160927826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160927826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160927826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:29.661171 run patchelf(pid=22857): Terminating (SIGINT)\u000a16:09:29.832784 run patchelf(pid=22857): Terminated: ok {rc=0}\u000a16:09:29.864271 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22854): Process ended prematurely: osmo-stp_10.42.42.5(pid=22854) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22854)] [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a16:09:29.873589 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a16:09:29.934020 run osmo-hlr_10.42.42.2(pid=22851): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22851)]\u000a16:09:29.982573 run osmo-hlr_10.42.42.2(pid=22851): stdout: \u000a| (launched: 2022-12-10_16:09:26.689959) \u000a16:09:30.032398 run osmo-hlr_10.42.42.2(pid=22851): stderr: \u000a| �[0;m�[1;31m20221210160926866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160926866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160926866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160926866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160926866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160926866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160926878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160926887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160926887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160926887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:30.074802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22846): Terminating (SIGTERM)\u000a16:09:30.115050 run iperf3-srv_10.42.42.10(pid=22847): Terminating (SIGTERM)\u000a16:09:30.155124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22850): Terminating (SIGTERM)\u000a16:09:30.194905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22853): Terminating (SIGTERM)\u000a16:09:30.235299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22856): Terminating (SIGTERM)\u000a16:09:30.244822 --- ParallelTerminationStrategy: PID 22846 died...\u000a16:09:30.298767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22846): Terminated: ok {rc=0}\u000a16:09:30.308721 --- ParallelTerminationStrategy: PID 22847 died...\u000a16:09:30.362155 run iperf3-srv_10.42.42.10(pid=22847): Terminated {rc=256}\u000a16:09:30.371986 --- ParallelTerminationStrategy: PID 22850 died...\u000a16:09:30.425396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22850): Terminated: ok {rc=0}\u000a16:09:30.435137 --- ParallelTerminationStrategy: PID 22853 died...\u000a16:09:30.488699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22853): Terminated: ok {rc=0}\u000a16:09:30.498451 --- ParallelTerminationStrategy: PID 22856 died...\u000a16:09:30.552217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22856): Terminated: ok {rc=0}\u000a16:09:30.636037 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22874): Process ended prematurely: osmo-stp_10.42.42.5(pid=22874) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22874)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22874): Process ended prematurely: osmo-stp_10.42.42.5(pid=22874) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:09:31.761095 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:31.773690 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:09:31.922668 tst iperf3m4.py: using LAC 29102\u000a16:09:32.076806 tst iperf3m4.py: using RAC 32\u000a16:09:32.210019 tst iperf3m4.py: using CellId 29102\u000a16:09:32.337355 tst iperf3m4.py: using BVCI 29103\u000a16:09:32.361817 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:32.373307 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:32.384470 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:32.395652 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:32.406835 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:32.418496 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:32.429949 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:32.441236 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:32.452665 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:09:32.568729 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:09:32.690530 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:09:32.809236 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:09:33.086727 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:09:33.211653 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:09:33.522596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22858): Launched\u000a16:09:33.781090 run iperf3-srv_10.42.42.10(pid=22859): Launched\u000a16:09:33.963759 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:09:34.088398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:09:34.399079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22860): Launched\u000a16:09:34.656484 run iperf3-srv_10.42.42.10(pid=22863): Launched\u000a16:09:34.838755 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:09:34.962992 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:09:35.272428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22864): Launched\u000a16:09:35.529956 run iperf3-srv_10.42.42.10(pid=22865): Launched\u000a16:09:35.713310 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:09:35.838160 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:09:36.148172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22866): Launched\u000a16:09:36.405883 run iperf3-srv_10.42.42.10(pid=22867): Launched\u000a16:09:36.588580 tst iperf3m4.py:8: start network...\u000a16:09:36.713075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:37.181294 run create_hlr_db(pid=22868): Launched\u000a16:09:37.353328 bus /gobi_6: Setting Powered False\u000a16:09:38.376161 run create_hlr_db(pid=22868): Terminated: ok {rc=0}\u000a16:09:38.774891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22870): Launched\u000a16:09:39.073651 run osmo-hlr_10.42.42.2(pid=22871): Launched\u000a16:09:39.187402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:39.714717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22873): Launched\u000a16:09:40.014200 run osmo-stp_10.42.42.5(pid=22874): Launched\u000a16:09:40.123305 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:09:40.644177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22876): Launched\u000a16:09:40.750843 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:09:41.010884 run patchelf(pid=22877): Launched\u000a16:09:41.186238 run osmo-stp_10.42.42.5(pid=22874): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22874)]\u000a16:09:41.314402 run osmo-stp_10.42.42.5(pid=22874): stdout: \u000a| (launched: 2022-12-10_16:09:39.866698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:41.443099 run osmo-stp_10.42.42.5(pid=22874): stderr: \u000a| �[0;m�[38;5;43m20221210160940033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160940033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160940033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160940034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160940034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160940034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160940035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:41.567049 run osmo-stp_10.42.42.5(pid=22874): stdout: \u000a| (launched: 2022-12-10_16:09:39.866698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:41.689774 run osmo-stp_10.42.42.5(pid=22874): stderr: \u000a| �[0;m�[38;5;43m20221210160940033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160940033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160940033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160940034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160940034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160940034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160940035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:41.832911 run patchelf(pid=22877): Terminating (SIGINT)\u000a16:09:42.001774 run patchelf(pid=22877): Terminated: ok {rc=0}\u000a16:09:42.032829 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22874): Process ended prematurely: osmo-stp_10.42.42.5(pid=22874) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22874)] [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:09:42.042267 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a16:09:42.103099 run osmo-hlr_10.42.42.2(pid=22871): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22871)]\u000a16:09:42.152545 run osmo-hlr_10.42.42.2(pid=22871): stdout: \u000a| (launched: 2022-12-10_16:09:38.927112) \u000a16:09:42.202431 run osmo-hlr_10.42.42.2(pid=22871): stderr: \u000a| �[0;m�[1;31m20221210160939101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160939101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160939101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160939101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160939101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160939101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160939114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160939122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160939122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160939122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:42.244916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22858): Terminating (SIGTERM)\u000a16:09:42.284572 run iperf3-srv_10.42.42.10(pid=22859): Terminating (SIGTERM)\u000a16:09:42.324709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22860): Terminating (SIGTERM)\u000a16:09:42.364696 run iperf3-srv_10.42.42.10(pid=22863): Terminating (SIGTERM)\u000a16:09:42.404626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22864): Terminating (SIGTERM)\u000a16:09:42.444854 run iperf3-srv_10.42.42.10(pid=22865): Terminating (SIGTERM)\u000a16:09:42.484697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22866): Terminating (SIGTERM)\u000a16:09:42.524713 run iperf3-srv_10.42.42.10(pid=22867): Terminating (SIGTERM)\u000a16:09:42.565243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22870): Terminating (SIGTERM)\u000a16:09:42.605356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22873): Terminating (SIGTERM)\u000a16:09:42.645311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22876): Terminating (SIGTERM)\u000a16:09:42.654797 --- ParallelTerminationStrategy: PID 22858 died...\u000a16:09:42.708736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22858): Terminated: ok {rc=0}\u000a16:09:42.718510 --- ParallelTerminationStrategy: PID 22859 died...\u000a16:09:42.771880 run iperf3-srv_10.42.42.10(pid=22859): Terminated {rc=256}\u000a16:09:42.781471 --- ParallelTerminationStrategy: PID 22860 died...\u000a16:09:42.834451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22860): Terminated: ok {rc=0}\u000a16:09:42.843819 --- ParallelTerminationStrategy: PID 22863 died...\u000a16:09:42.897842 run iperf3-srv_10.42.42.10(pid=22863): Terminated {rc=256}\u000a16:09:42.907304 --- ParallelTerminationStrategy: PID 22864 died...\u000a16:09:42.960236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22864): Terminated: ok {rc=0}\u000a16:09:42.969880 --- ParallelTerminationStrategy: PID 22865 died...\u000a16:09:43.022707 run iperf3-srv_10.42.42.10(pid=22865): Terminated {rc=256}\u000a16:09:43.032368 --- ParallelTerminationStrategy: PID 22866 died...\u000a16:09:43.085053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22866): Terminated: ok {rc=0}\u000a16:09:43.094923 --- ParallelTerminationStrategy: PID 22867 died...\u000a16:09:43.148060 run iperf3-srv_10.42.42.10(pid=22867): Terminated {rc=256}\u000a16:09:43.157644 --- ParallelTerminationStrategy: PID 22870 died...\u000a16:09:43.210021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22870): Terminated: ok {rc=0}\u000a16:09:43.219756 --- ParallelTerminationStrategy: PID 22873 died...\u000a16:09:43.272441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22873): Terminated: ok {rc=0}\u000a16:09:43.282045 --- ParallelTerminationStrategy: PID 22876 died...\u000a16:09:43.335035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22876): Terminated: ok {rc=0}\u000a16:09:43.424453 bus /gobi_4: Setting Powered False\u000a16:09:44.528587 bus /gobi_4: Setting Powered False\u000a16:09:45.640984 bus /gobi_1: Setting Powered False\u000a16:09:46.748800 bus /gobi_1: Setting Powered False\u000a16:09:47.859612 bus /gobi_0: Setting Powered False\u000a16:09:48.966587 bus /gobi_0: Setting Powered False\u000a16:09:50.079579 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22885): Process ended prematurely: osmo-stp_10.42.42.5(pid=22885) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22885)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22885): Process ended prematurely: osmo-stp_10.42.42.5(pid=22885) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22885)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:09:51.147295 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:51.159008 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:09:51.296568 tst ping.py: using LAC 29103\u000a16:09:51.414289 tst ping.py: using RAC 33\u000a16:09:51.530382 tst ping.py: using CellId 29103\u000a16:09:51.652883 tst ping.py: using BVCI 29104\u000a16:09:51.677161 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:51.688884 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:51.700477 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:51.712207 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:51.723858 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:51.735494 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:51.747188 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:51.758824 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:09:52.030722 tst ping.py:19: start network...\u000a16:09:52.153504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:52.616812 run create_hlr_db(pid=22879): Launched\u000a16:09:52.788709 bus /gobi_6: Setting Powered False\u000a16:09:53.808431 run create_hlr_db(pid=22879): Terminated: ok {rc=0}\u000a16:09:54.226139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22881): Launched\u000a16:09:54.539752 run osmo-hlr_10.42.42.2(pid=22882): Launched\u000a16:09:54.656281 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:55.203408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22884): Launched\u000a16:09:55.517609 run osmo-stp_10.42.42.5(pid=22885): Launched\u000a16:09:55.633710 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:09:56.182382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22887): Launched\u000a16:09:56.294730 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:09:56.569725 run patchelf(pid=22888): Launched\u000a16:09:56.754724 run osmo-stp_10.42.42.5(pid=22885): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22885)]\u000a16:09:56.889377 run osmo-stp_10.42.42.5(pid=22885): stdout: \u000a| (launched: 2022-12-10_16:09:55.363773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:57.024116 run osmo-stp_10.42.42.5(pid=22885): stderr: \u000a| �[0;m�[38;5;43m20221210160955554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160955554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160955555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160955555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160955555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160955555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160955556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:57.154378 run osmo-stp_10.42.42.5(pid=22885): stdout: \u000a| (launched: 2022-12-10_16:09:55.363773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:57.283308 run osmo-stp_10.42.42.5(pid=22885): stderr: \u000a| �[0;m�[38;5;43m20221210160955554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210160955554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210160955555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210160955555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210160955555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210160955555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210160955556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:57.433594 run patchelf(pid=22888): Terminating (SIGINT)\u000a16:09:57.610026 run patchelf(pid=22888): Terminated: ok {rc=0}\u000a16:09:57.642148 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22885): Process ended prematurely: osmo-stp_10.42.42.5(pid=22885) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22885)] [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a16:09:57.651380 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:09:57.714366 run osmo-hlr_10.42.42.2(pid=22882): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22882)]\u000a16:09:57.765906 run osmo-hlr_10.42.42.2(pid=22882): stdout: \u000a| (launched: 2022-12-10_16:09:54.386213) \u000a16:09:57.818146 run osmo-hlr_10.42.42.2(pid=22882): stderr: \u000a| �[0;m�[1;31m20221210160954583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210160954583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210160954583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160954583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210160954583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210160954583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210160954596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210160954605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210160954605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210160954605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:57.862792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22881): Terminating (SIGTERM)\u000a16:09:57.905084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22884): Terminating (SIGTERM)\u000a16:09:57.947215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22887): Terminating (SIGTERM)\u000a16:09:57.957176 --- ParallelTerminationStrategy: PID 22881 died...\u000a16:09:58.013576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22881): Terminated: ok {rc=0}\u000a16:09:58.023849 --- ParallelTerminationStrategy: PID 22884 died...\u000a16:09:58.079985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22884): Terminated: ok {rc=0}\u000a16:09:58.090370 --- ParallelTerminationStrategy: PID 22887 died...\u000a16:09:58.146378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22887): Terminated: ok {rc=0}\u000a16:09:58.234525 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22898): Process ended prematurely: osmo-stp_10.42.42.5(pid=22898) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22898)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22898): Process ended prematurely: osmo-stp_10.42.42.5(pid=22898) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22898)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:09:59.285985 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:59.298138 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:09:59.438413 tst ping_idle_ping.py: using LAC 29104\u000a16:09:59.554379 tst ping_idle_ping.py: using RAC 34\u000a16:09:59.670309 tst ping_idle_ping.py: using CellId 29104\u000a16:09:59.788111 tst ping_idle_ping.py: using BVCI 29105\u000a16:09:59.810635 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:59.821835 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:59.832682 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:59.844250 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:59.855858 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:59.867456 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:59.879240 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:59.890702 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:10:00.163189 tst ping_idle_ping.py:24: start network...\u000a16:10:00.286547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:00.753415 run create_hlr_db(pid=22889): Launched\u000a16:10:00.933895 bus /gobi_6: Setting Powered False\u000a16:10:02.008008 run create_hlr_db(pid=22889): Terminated: ok {rc=0}\u000a16:10:02.474037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22894): Launched\u000a16:10:02.790062 run osmo-hlr_10.42.42.2(pid=22895): Launched\u000a16:10:02.905949 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:03.450664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22897): Launched\u000a16:10:03.765196 run osmo-stp_10.42.42.5(pid=22898): Launched\u000a16:10:03.878572 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:10:04.427310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22900): Launched\u000a16:10:04.540117 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:10:04.810987 run patchelf(pid=22901): Launched\u000a16:10:04.983650 run osmo-stp_10.42.42.5(pid=22898): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22898)]\u000a16:10:05.110380 run osmo-stp_10.42.42.5(pid=22898): stdout: \u000a| (launched: 2022-12-10_16:10:03.610860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:05.236844 run osmo-stp_10.42.42.5(pid=22898): stderr: \u000a| �[0;m�[38;5;43m20221210161003803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161003804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161003804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161003804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161003805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161003805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161003805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:05.359486 run osmo-stp_10.42.42.5(pid=22898): stdout: \u000a| (launched: 2022-12-10_16:10:03.610860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:05.480013 run osmo-stp_10.42.42.5(pid=22898): stderr: \u000a| �[0;m�[38;5;43m20221210161003803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161003804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161003804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161003804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161003805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161003805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161003805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:05.621456 run patchelf(pid=22901): Terminating (SIGINT)\u000a16:10:05.786415 run patchelf(pid=22901): Terminated: ok {rc=0}\u000a16:10:05.816474 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22898): Process ended prematurely: osmo-stp_10.42.42.5(pid=22898) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22898)] [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:10:05.824766 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:10:05.884901 run osmo-hlr_10.42.42.2(pid=22895): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22895)]\u000a16:10:05.933200 run osmo-hlr_10.42.42.2(pid=22895): stdout: \u000a| (launched: 2022-12-10_16:10:02.635077) \u000a16:10:05.982627 run osmo-hlr_10.42.42.2(pid=22895): stderr: \u000a| �[0;m�[1;31m20221210161002836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161002836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161002836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161002836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161002836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161002837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161002851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161002860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161002860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161002860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:06.024579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22894): Terminating (SIGTERM)\u000a16:10:06.064312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22897): Terminating (SIGTERM)\u000a16:10:06.104165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22900): Terminating (SIGTERM)\u000a16:10:06.113625 --- ParallelTerminationStrategy: PID 22894 died...\u000a16:10:06.167315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22894): Terminated: ok {rc=0}\u000a16:10:06.176872 --- ParallelTerminationStrategy: PID 22897 died...\u000a16:10:06.230532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22897): Terminated: ok {rc=0}\u000a16:10:06.240348 --- ParallelTerminationStrategy: PID 22900 died...\u000a16:10:06.294618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22900): Terminated: ok {rc=0}\u000a16:10:06.379057 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:09:08" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22916): Process ended prematurely: osmo-stp_10.42.42.5(pid=22916) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22916)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22916): Process ended prematurely: osmo-stp_10.42.42.5(pid=22916) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:10:08.530503 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:08.541459 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:10:08.701656 tst cs_paging_gprs_active.py: using LAC 29105\u000a16:10:08.818168 tst cs_paging_gprs_active.py: using RAC 35\u000a16:10:08.934521 tst cs_paging_gprs_active.py: using CellId 29105\u000a16:10:09.050621 tst cs_paging_gprs_active.py: using BVCI 29106\u000a16:10:09.073496 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:09.084243 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:09.095002 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:09.106086 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:09.117046 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:09.127842 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:09.138878 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:09.149739 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:09.160878 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:09.278111 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:09.554249 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:10:09.679664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:09.991369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22906): Launched\u000a16:10:10.249125 run iperf3-srv_10.42.42.10(pid=22907): Launched\u000a16:10:10.432530 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:10:10.557351 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:10.869526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22908): Launched\u000a16:10:11.127297 run iperf3-srv_10.42.42.10(pid=22909): Launched\u000a16:10:11.310610 tst cs_paging_gprs_active.py:38: start network...\u000a16:10:11.435281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:11.906213 run create_hlr_db(pid=22910): Launched\u000a16:10:12.078985 bus /gobi_6: Setting Powered False\u000a16:10:13.098717 run create_hlr_db(pid=22910): Terminated: ok {rc=0}\u000a16:10:13.519059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22912): Launched\u000a16:10:13.836534 run osmo-hlr_10.42.42.2(pid=22913): Launched\u000a16:10:13.952770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:14.500797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22915): Launched\u000a16:10:14.817535 run osmo-stp_10.42.42.5(pid=22916): Launched\u000a16:10:14.932372 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:10:15.482481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22918): Launched\u000a16:10:15.595615 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:10:15.884494 run patchelf(pid=22919): Launched\u000a16:10:16.090744 run osmo-stp_10.42.42.5(pid=22916): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22916)]\u000a16:10:16.228260 run osmo-stp_10.42.42.5(pid=22916): stdout: \u000a| (launched: 2022-12-10_16:10:14.661902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:16.366868 run osmo-stp_10.42.42.5(pid=22916): stderr: \u000a| �[0;m�[38;5;43m20221210161014853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161014853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161014853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161014854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161014854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161014854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161014854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:16.499639 run osmo-stp_10.42.42.5(pid=22916): stdout: \u000a| (launched: 2022-12-10_16:10:14.661902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:16.632079 run osmo-stp_10.42.42.5(pid=22916): stderr: \u000a| �[0;m�[38;5;43m20221210161014853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161014853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161014853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161014854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161014854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161014854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161014854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:16.786042 run patchelf(pid=22919): Terminating (SIGINT)\u000a16:10:16.967242 run patchelf(pid=22919): Terminated: ok {rc=0}\u000a16:10:17.000878 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22916): Process ended prematurely: osmo-stp_10.42.42.5(pid=22916) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22916)] [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:10:17.012472 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a16:10:17.076369 run osmo-hlr_10.42.42.2(pid=22913): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22913)]\u000a16:10:17.128295 run osmo-hlr_10.42.42.2(pid=22913): stdout: \u000a| (launched: 2022-12-10_16:10:13.681733) \u000a16:10:17.180059 run osmo-hlr_10.42.42.2(pid=22913): stderr: \u000a| �[0;m�[1;31m20221210161013880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161013880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161013880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161013880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161013880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161013880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161013893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161013902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161013902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161013902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:17.223920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22906): Terminating (SIGTERM)\u000a16:10:17.264924 run iperf3-srv_10.42.42.10(pid=22907): Terminating (SIGTERM)\u000a16:10:17.306284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22908): Terminating (SIGTERM)\u000a16:10:17.347572 run iperf3-srv_10.42.42.10(pid=22909): Terminating (SIGTERM)\u000a16:10:17.388668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22912): Terminating (SIGTERM)\u000a16:10:17.430141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22915): Terminating (SIGTERM)\u000a16:10:17.471318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22918): Terminating (SIGTERM)\u000a16:10:17.480838 --- ParallelTerminationStrategy: PID 22906 died...\u000a16:10:17.536246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22906): Terminated: ok {rc=0}\u000a16:10:17.546254 --- ParallelTerminationStrategy: PID 22907 died...\u000a16:10:17.601722 run iperf3-srv_10.42.42.10(pid=22907): Terminated {rc=256}\u000a16:10:17.611507 --- ParallelTerminationStrategy: PID 22908 died...\u000a16:10:17.666537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22908): Terminated: ok {rc=0}\u000a16:10:17.676411 --- ParallelTerminationStrategy: PID 22909 died...\u000a16:10:17.731210 run iperf3-srv_10.42.42.10(pid=22909): Terminated {rc=256}\u000a16:10:17.741167 --- ParallelTerminationStrategy: PID 22912 died...\u000a16:10:17.796186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22912): Terminated: ok {rc=0}\u000a16:10:17.806154 --- ParallelTerminationStrategy: PID 22915 died...\u000a16:10:17.861307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22915): Terminated: ok {rc=0}\u000a16:10:17.871175 --- ParallelTerminationStrategy: PID 22918 died...\u000a16:10:17.926089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22918): Terminated: ok {rc=0}\u000a16:10:18.012937 bus /gobi_0: Setting Powered False\u000a16:10:19.114817 bus /gobi_0: Setting Powered False\u000a16:10:20.223751 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22928): Process ended prematurely: osmo-stp_10.42.42.5(pid=22928) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22928)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22928): Process ended prematurely: osmo-stp_10.42.42.5(pid=22928) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:10:21.336502 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:21.348689 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:10:21.511291 tst iperf3.py: using LAC 29106\u000a16:10:21.627113 tst iperf3.py: using RAC 36\u000a16:10:21.751120 tst iperf3.py: using CellId 29106\u000a16:10:21.870388 tst iperf3.py: using BVCI 29107\u000a16:10:21.893067 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:21.903972 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:21.914758 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:21.925671 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:21.936651 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:21.947591 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:21.958710 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:21.969575 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:21.980651 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:22.269380 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:10:22.401082 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:22.729135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22920): Launched\u000a16:10:23.000884 run iperf3-srv_10.42.42.10(pid=22921): Launched\u000a16:10:23.194732 tst iperf3.py:8: start network...\u000a16:10:23.326984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:23.833889 run create_hlr_db(pid=22922): Launched\u000a16:10:24.016650 bus /gobi_6: Setting Powered False\u000a16:10:25.039355 run create_hlr_db(pid=22922): Terminated: ok {rc=0}\u000a16:10:25.437539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22924): Launched\u000a16:10:25.734914 run osmo-hlr_10.42.42.2(pid=22925): Launched\u000a16:10:25.852630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:26.373540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22927): Launched\u000a16:10:26.669047 run osmo-stp_10.42.42.5(pid=22928): Launched\u000a16:10:26.777570 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:10:27.294393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22930): Launched\u000a16:10:27.399686 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:10:27.657809 run patchelf(pid=22931): Launched\u000a16:10:27.831559 run osmo-stp_10.42.42.5(pid=22928): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22928)]\u000a16:10:27.958607 run osmo-stp_10.42.42.5(pid=22928): stdout: \u000a| (launched: 2022-12-10_16:10:26.523328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:28.086052 run osmo-stp_10.42.42.5(pid=22928): stderr: \u000a| �[0;m�[38;5;43m20221210161026692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161026692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161026692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161026693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161026693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161026693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161026693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:28.208567 run osmo-stp_10.42.42.5(pid=22928): stdout: \u000a| (launched: 2022-12-10_16:10:26.523328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:28.330082 run osmo-stp_10.42.42.5(pid=22928): stderr: \u000a| �[0;m�[38;5;43m20221210161026692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161026692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161026692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161026693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161026693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161026693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161026693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:28.472052 run patchelf(pid=22931): Terminating (SIGINT)\u000a16:10:28.638877 run patchelf(pid=22931): Terminated: ok {rc=0}\u000a16:10:28.669724 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22928): Process ended prematurely: osmo-stp_10.42.42.5(pid=22928) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22928)] [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:10:28.678930 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a16:10:28.739502 run osmo-hlr_10.42.42.2(pid=22925): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22925)]\u000a16:10:28.788501 run osmo-hlr_10.42.42.2(pid=22925): stdout: \u000a| (launched: 2022-12-10_16:10:25.588598) \u000a16:10:28.838447 run osmo-hlr_10.42.42.2(pid=22925): stderr: \u000a| �[0;m�[1;31m20221210161025762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161025762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161025762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161025762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161025762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161025762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161025774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161025783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161025783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161025783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:28.880688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22920): Terminating (SIGTERM)\u000a16:10:28.921136 run iperf3-srv_10.42.42.10(pid=22921): Terminating (SIGTERM)\u000a16:10:28.961359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22924): Terminating (SIGTERM)\u000a16:10:29.001378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22927): Terminating (SIGTERM)\u000a16:10:29.041565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22930): Terminating (SIGTERM)\u000a16:10:29.050982 --- ParallelTerminationStrategy: PID 22920 died...\u000a16:10:29.105062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22920): Terminated: ok {rc=0}\u000a16:10:29.114645 --- ParallelTerminationStrategy: PID 22921 died...\u000a16:10:29.168546 run iperf3-srv_10.42.42.10(pid=22921): Terminated {rc=256}\u000a16:10:29.178165 --- ParallelTerminationStrategy: PID 22924 died...\u000a16:10:29.231662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22924): Terminated: ok {rc=0}\u000a16:10:29.241847 --- ParallelTerminationStrategy: PID 22927 died...\u000a16:10:29.295154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22927): Terminated: ok {rc=0}\u000a16:10:29.305016 --- ParallelTerminationStrategy: PID 22930 died...\u000a16:10:29.358441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22930): Terminated: ok {rc=0}\u000a16:10:29.442294 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22946): Process ended prematurely: osmo-stp_10.42.42.5(pid=22946) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22946)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22946): Process ended prematurely: osmo-stp_10.42.42.5(pid=22946) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:10:30.555155 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:30.567472 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:10:30.734131 tst iperf3m4.py: using LAC 29107\u000a16:10:30.858602 tst iperf3m4.py: using RAC 37\u000a16:10:30.989810 tst iperf3m4.py: using CellId 29107\u000a16:10:31.116297 tst iperf3m4.py: using BVCI 29108\u000a16:10:31.141795 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:31.154459 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:31.166535 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:31.178994 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:31.191492 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:31.204073 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:31.216702 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:31.230081 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:31.242730 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:31.360440 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:31.484436 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:31.600380 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:31.963826 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:10:32.090382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:32.416069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22932): Launched\u000a16:10:32.671483 run iperf3-srv_10.42.42.10(pid=22933): Launched\u000a16:10:32.853081 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:10:32.977152 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:33.283893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22934): Launched\u000a16:10:33.537068 run iperf3-srv_10.42.42.10(pid=22935): Launched\u000a16:10:33.717051 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:10:33.839453 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:34.145236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22936): Launched\u000a16:10:34.398922 run iperf3-srv_10.42.42.10(pid=22937): Launched\u000a16:10:34.579214 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:10:34.702246 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:35.009465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22938): Launched\u000a16:10:35.263128 run iperf3-srv_10.42.42.10(pid=22939): Launched\u000a16:10:35.443155 tst iperf3m4.py:8: start network...\u000a16:10:35.566124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:36.030064 run create_hlr_db(pid=22940): Launched\u000a16:10:36.200264 bus /gobi_6: Setting Powered False\u000a16:10:37.222363 run create_hlr_db(pid=22940): Terminated: ok {rc=0}\u000a16:10:37.635997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22942): Launched\u000a16:10:37.931220 run osmo-hlr_10.42.42.2(pid=22943): Launched\u000a16:10:38.038816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:38.552142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22945): Launched\u000a16:10:38.846939 run osmo-stp_10.42.42.5(pid=22946): Launched\u000a16:10:38.954554 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:10:39.468478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22948): Launched\u000a16:10:39.573757 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:10:39.830857 run patchelf(pid=22949): Launched\u000a16:10:40.004922 run osmo-stp_10.42.42.5(pid=22946): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22946)]\u000a16:10:40.132119 run osmo-stp_10.42.42.5(pid=22946): stdout: \u000a| (launched: 2022-12-10_16:10:38.701962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:40.260076 run osmo-stp_10.42.42.5(pid=22946): stderr: \u000a| �[0;m�[38;5;43m20221210161038868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161038868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161038868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161038869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161038869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161038869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161038869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:40.382920 run osmo-stp_10.42.42.5(pid=22946): stdout: \u000a| (launched: 2022-12-10_16:10:38.701962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:40.504506 run osmo-stp_10.42.42.5(pid=22946): stderr: \u000a| �[0;m�[38;5;43m20221210161038868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161038868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161038868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161038869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161038869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161038869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161038869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:40.646306 run patchelf(pid=22949): Terminating (SIGINT)\u000a16:10:40.812638 run patchelf(pid=22949): Terminated: ok {rc=0}\u000a16:10:40.843275 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22946): Process ended prematurely: osmo-stp_10.42.42.5(pid=22946) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22946)] [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:10:40.852487 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a16:10:40.913386 run osmo-hlr_10.42.42.2(pid=22943): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22943)]\u000a16:10:40.962563 run osmo-hlr_10.42.42.2(pid=22943): stdout: \u000a| (launched: 2022-12-10_16:10:37.786763) \u000a16:10:41.012608 run osmo-hlr_10.42.42.2(pid=22943): stderr: \u000a| �[0;m�[1;31m20221210161037957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161037957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161037957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161037957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161037957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161037957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161037971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161037981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161037982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161037982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:41.054660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22932): Terminating (SIGTERM)\u000a16:10:41.094650 run iperf3-srv_10.42.42.10(pid=22933): Terminating (SIGTERM)\u000a16:10:41.134634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22934): Terminating (SIGTERM)\u000a16:10:41.174266 run iperf3-srv_10.42.42.10(pid=22935): Terminating (SIGTERM)\u000a16:10:41.214103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22936): Terminating (SIGTERM)\u000a16:10:41.253707 run iperf3-srv_10.42.42.10(pid=22937): Terminating (SIGTERM)\u000a16:10:41.293341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22938): Terminating (SIGTERM)\u000a16:10:41.333106 run iperf3-srv_10.42.42.10(pid=22939): Terminating (SIGTERM)\u000a16:10:41.373296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22942): Terminating (SIGTERM)\u000a16:10:41.413296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22945): Terminating (SIGTERM)\u000a16:10:41.452874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22948): Terminating (SIGTERM)\u000a16:10:41.462297 --- ParallelTerminationStrategy: PID 22932 died...\u000a16:10:41.515500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22932): Terminated: ok {rc=0}\u000a16:10:41.525289 --- ParallelTerminationStrategy: PID 22933 died...\u000a16:10:41.577905 run iperf3-srv_10.42.42.10(pid=22933): Terminated {rc=256}\u000a16:10:41.587319 --- ParallelTerminationStrategy: PID 22934 died...\u000a16:10:41.640145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22934): Terminated: ok {rc=0}\u000a16:10:41.649890 --- ParallelTerminationStrategy: PID 22935 died...\u000a16:10:41.702099 run iperf3-srv_10.42.42.10(pid=22935): Terminated {rc=256}\u000a16:10:41.711756 --- ParallelTerminationStrategy: PID 22936 died...\u000a16:10:41.764375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22936): Terminated: ok {rc=0}\u000a16:10:41.774088 --- ParallelTerminationStrategy: PID 22937 died...\u000a16:10:41.826311 run iperf3-srv_10.42.42.10(pid=22937): Terminated {rc=256}\u000a16:10:41.835902 --- ParallelTerminationStrategy: PID 22938 died...\u000a16:10:41.889075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22938): Terminated: ok {rc=0}\u000a16:10:41.899026 --- ParallelTerminationStrategy: PID 22939 died...\u000a16:10:41.952221 run iperf3-srv_10.42.42.10(pid=22939): Terminated {rc=256}\u000a16:10:41.961769 --- ParallelTerminationStrategy: PID 22942 died...\u000a16:10:42.014296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22942): Terminated: ok {rc=0}\u000a16:10:42.024039 --- ParallelTerminationStrategy: PID 22945 died...\u000a16:10:42.076692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22945): Terminated: ok {rc=0}\u000a16:10:42.086437 --- ParallelTerminationStrategy: PID 22948 died...\u000a16:10:42.139455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22948): Terminated: ok {rc=0}\u000a16:10:42.222823 bus /gobi_4: Setting Powered False\u000a16:10:43.329859 bus /gobi_4: Setting Powered False\u000a16:10:44.440113 bus /gobi_1: Setting Powered False\u000a16:10:45.543097 bus /gobi_1: Setting Powered False\u000a16:10:46.657782 bus /gobi_0: Setting Powered False\u000a16:10:47.763643 bus /gobi_0: Setting Powered False\u000a16:10:48.876385 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22956): Process ended prematurely: osmo-stp_10.42.42.5(pid=22956) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22956)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22956): Process ended prematurely: osmo-stp_10.42.42.5(pid=22956) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:10:49.945898 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:49.957986 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:10:50.121460 tst ping.py: using LAC 29108\u000a16:10:50.245176 tst ping.py: using RAC 38\u000a16:10:50.368365 tst ping.py: using CellId 29108\u000a16:10:50.490432 tst ping.py: using BVCI 29109\u000a16:10:50.514266 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:50.525822 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:50.537124 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:50.548459 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:50.559751 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:50.571109 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:50.582530 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:50.594182 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:50.860685 tst ping.py:19: start network...\u000a16:10:50.981539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:51.436595 run create_hlr_db(pid=22950): Launched\u000a16:10:51.604599 bus /gobi_6: Setting Powered False\u000a16:10:52.625490 run create_hlr_db(pid=22950): Terminated: ok {rc=0}\u000a16:10:53.038263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22952): Launched\u000a16:10:53.348239 run osmo-hlr_10.42.42.2(pid=22953): Launched\u000a16:10:53.462377 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:54.004313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22955): Launched\u000a16:10:54.313523 run osmo-stp_10.42.42.5(pid=22956): Launched\u000a16:10:54.426331 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:10:54.968185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22958): Launched\u000a16:10:55.079117 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:10:55.349498 run patchelf(pid=22959): Launched\u000a16:10:55.531167 run osmo-stp_10.42.42.5(pid=22956): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22956)]\u000a16:10:55.664909 run osmo-stp_10.42.42.5(pid=22956): stdout: \u000a| (launched: 2022-12-10_16:10:54.162365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:55.798451 run osmo-stp_10.42.42.5(pid=22956): stderr: \u000a| �[0;m�[38;5;43m20221210161054353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161054353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161054353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161054354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161054354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161054354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161054354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:55.927408 run osmo-stp_10.42.42.5(pid=22956): stdout: \u000a| (launched: 2022-12-10_16:10:54.162365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:56.055105 run osmo-stp_10.42.42.5(pid=22956): stderr: \u000a| �[0;m�[38;5;43m20221210161054353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161054353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161054353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161054354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161054354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161054354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161054354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:56.203567 run patchelf(pid=22959): Terminating (SIGINT)\u000a16:10:56.378133 run patchelf(pid=22959): Terminated: ok {rc=0}\u000a16:10:56.409853 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22956): Process ended prematurely: osmo-stp_10.42.42.5(pid=22956) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22956)] [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:10:56.418947 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:10:56.481755 run osmo-hlr_10.42.42.2(pid=22953): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22953)]\u000a16:10:56.533126 run osmo-hlr_10.42.42.2(pid=22953): stdout: \u000a| (launched: 2022-12-10_16:10:53.196694) \u000a16:10:56.585070 run osmo-hlr_10.42.42.2(pid=22953): stderr: \u000a| �[0;m�[1;31m20221210161053392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161053392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161053392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161053392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161053392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161053392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161053407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161053415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161053415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161053415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:56.630003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22952): Terminating (SIGTERM)\u000a16:10:56.672391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22955): Terminating (SIGTERM)\u000a16:10:56.714508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22958): Terminating (SIGTERM)\u000a16:10:56.724255 --- ParallelTerminationStrategy: PID 22952 died...\u000a16:10:56.780838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22952): Terminated: ok {rc=0}\u000a16:10:56.791250 --- ParallelTerminationStrategy: PID 22955 died...\u000a16:10:56.847405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22955): Terminated: ok {rc=0}\u000a16:10:56.857907 --- ParallelTerminationStrategy: PID 22958 died...\u000a16:10:56.914341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22958): Terminated: ok {rc=0}\u000a16:10:57.002335 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22966): Process ended prematurely: osmo-stp_10.42.42.5(pid=22966) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22966)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22966): Process ended prematurely: osmo-stp_10.42.42.5(pid=22966) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:10:58.055774 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:58.067787 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:10:58.223867 tst ping_idle_ping.py: using LAC 29109\u000a16:10:58.340073 tst ping_idle_ping.py: using RAC 39\u000a16:10:58.456343 tst ping_idle_ping.py: using CellId 29109\u000a16:10:58.570601 tst ping_idle_ping.py: using BVCI 29110\u000a16:10:58.592877 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:58.604010 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:58.614808 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:58.625917 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:58.636769 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:58.647882 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:58.659021 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:58.670039 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:58.955021 tst ping_idle_ping.py:24: start network...\u000a16:10:59.085887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:59.591582 run create_hlr_db(pid=22960): Launched\u000a16:10:59.773620 bus /gobi_6: Setting Powered False\u000a16:11:00.794310 run create_hlr_db(pid=22960): Terminated: ok {rc=0}\u000a16:11:01.285509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22962): Launched\u000a16:11:01.597569 run osmo-hlr_10.42.42.2(pid=22963): Launched\u000a16:11:01.803250 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:02.467560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22965): Launched\u000a16:11:02.776785 run osmo-stp_10.42.42.5(pid=22966): Launched\u000a16:11:02.888837 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:11:03.431339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22968): Launched\u000a16:11:03.542433 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:11:03.813312 run patchelf(pid=22969): Launched\u000a16:11:03.995663 run osmo-stp_10.42.42.5(pid=22966): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22966)]\u000a16:11:04.129164 run osmo-stp_10.42.42.5(pid=22966): stdout: \u000a| (launched: 2022-12-10_16:11:02.625645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:04.263013 run osmo-stp_10.42.42.5(pid=22966): stderr: \u000a| �[0;m�[38;5;43m20221210161102819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161102819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161102820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161102820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161102821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161102821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161102821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:04.392056 run osmo-stp_10.42.42.5(pid=22966): stdout: \u000a| (launched: 2022-12-10_16:11:02.625645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:04.520191 run osmo-stp_10.42.42.5(pid=22966): stderr: \u000a| �[0;m�[38;5;43m20221210161102819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161102819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161102820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161102820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161102821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161102821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161102821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:04.669652 run patchelf(pid=22969): Terminating (SIGINT)\u000a16:11:04.843935 run patchelf(pid=22969): Terminated: ok {rc=0}\u000a16:11:04.875706 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22966): Process ended prematurely: osmo-stp_10.42.42.5(pid=22966) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22966)] [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:11:04.884883 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a16:11:04.947097 run osmo-hlr_10.42.42.2(pid=22963): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22963)]\u000a16:11:04.998033 run osmo-hlr_10.42.42.2(pid=22963): stdout: \u000a| (launched: 2022-12-10_16:11:01.449894) \u000a16:11:05.049687 run osmo-hlr_10.42.42.2(pid=22963): stderr: \u000a| �[0;m�[1;31m20221210161101819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161101819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161101819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161101819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161101819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161101819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161101838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161101846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161101846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161101846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:05.093719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22962): Terminating (SIGTERM)\u000a16:11:05.135529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22965): Terminating (SIGTERM)\u000a16:11:05.176908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22968): Terminating (SIGTERM)\u000a16:11:05.186516 --- ParallelTerminationStrategy: PID 22962 died...\u000a16:11:05.242680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22962): Terminated: ok {rc=0}\u000a16:11:05.252714 --- ParallelTerminationStrategy: PID 22965 died...\u000a16:11:05.308131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22965): Terminated: ok {rc=0}\u000a16:11:05.318157 --- ParallelTerminationStrategy: PID 22968 died...\u000a16:11:05.373542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22968): Terminated: ok {rc=0}\u000a16:11:05.460634 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:10:08" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22983): Process ended prematurely: osmo-stp_10.42.42.5(pid=22983) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22983)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22983): Process ended prematurely: osmo-stp_10.42.42.5(pid=22983) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:11:07.607666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:07.619022 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:11:07.775193 tst cs_paging_gprs_active.py: using LAC 29110\u000a16:11:07.898397 tst cs_paging_gprs_active.py: using RAC 40\u000a16:11:08.022346 tst cs_paging_gprs_active.py: using CellId 29110\u000a16:11:08.146569 tst cs_paging_gprs_active.py: using BVCI 29111\u000a16:11:08.170935 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:08.182513 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:08.193992 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:08.207530 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:08.219297 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:08.230650 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:08.242178 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:08.253580 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:08.265062 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:11:08.385632 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:11:08.676366 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:11:08.809332 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:09.138988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22973): Launched\u000a16:11:09.412322 run iperf3-srv_10.42.42.10(pid=22974): Launched\u000a16:11:09.608025 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:11:09.740786 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:10.069798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22975): Launched\u000a16:11:10.342243 run iperf3-srv_10.42.42.10(pid=22976): Launched\u000a16:11:10.537679 tst cs_paging_gprs_active.py:38: start network...\u000a16:11:10.670836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:11.175489 run create_hlr_db(pid=22977): Launched\u000a16:11:11.358911 bus /gobi_6: Setting Powered False\u000a16:11:12.380147 run create_hlr_db(pid=22977): Terminated: ok {rc=0}\u000a16:11:12.777697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22979): Launched\u000a16:11:13.073416 run osmo-hlr_10.42.42.2(pid=22980): Launched\u000a16:11:13.186999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:13.700784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22982): Launched\u000a16:11:13.995846 run osmo-stp_10.42.42.5(pid=22983): Launched\u000a16:11:14.104109 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:11:14.618284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22985): Launched\u000a16:11:14.723518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:11:14.980830 run patchelf(pid=22986): Launched\u000a16:11:15.155188 run osmo-stp_10.42.42.5(pid=22983): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22983)]\u000a16:11:15.283333 run osmo-stp_10.42.42.5(pid=22983): stdout: \u000a| (launched: 2022-12-10_16:11:13.851019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:15.411528 run osmo-stp_10.42.42.5(pid=22983): stderr: \u000a| �[0;m�[38;5;43m20221210161114016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161114016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161114016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161114017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161114017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161114017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161114018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:15.534310 run osmo-stp_10.42.42.5(pid=22983): stdout: \u000a| (launched: 2022-12-10_16:11:13.851019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:15.655976 run osmo-stp_10.42.42.5(pid=22983): stderr: \u000a| �[0;m�[38;5;43m20221210161114016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161114016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161114016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161114017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161114017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161114017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161114018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:15.798273 run patchelf(pid=22986): Terminating (SIGINT)\u000a16:11:15.990140 run patchelf(pid=22986): Terminated: ok {rc=0}\u000a16:11:16.037402 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22983): Process ended prematurely: osmo-stp_10.42.42.5(pid=22983) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22983)] [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:11:16.050406 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a16:11:16.116124 run osmo-hlr_10.42.42.2(pid=22980): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22980)]\u000a16:11:16.169650 run osmo-hlr_10.42.42.2(pid=22980): stdout: \u000a| (launched: 2022-12-10_16:11:12.927772) \u000a16:11:16.224675 run osmo-hlr_10.42.42.2(pid=22980): stderr: \u000a| �[0;m�[1;31m20221210161113102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161113102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161113102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161113102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161113102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161113102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161113114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161113123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161113123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161113123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:16.270805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22973): Terminating (SIGTERM)\u000a16:11:16.318641 run iperf3-srv_10.42.42.10(pid=22974): Terminating (SIGTERM)\u000a16:11:16.366232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22975): Terminating (SIGTERM)\u000a16:11:16.410733 run iperf3-srv_10.42.42.10(pid=22976): Terminating (SIGTERM)\u000a16:11:16.456375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22979): Terminating (SIGTERM)\u000a16:11:16.501514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22982): Terminating (SIGTERM)\u000a16:11:16.549196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22985): Terminating (SIGTERM)\u000a16:11:16.560812 --- ParallelTerminationStrategy: PID 22973 died...\u000a16:11:16.628343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22973): Terminated: ok {rc=0}\u000a16:11:16.640903 --- ParallelTerminationStrategy: PID 22974 died...\u000a16:11:16.708451 run iperf3-srv_10.42.42.10(pid=22974): Terminated {rc=256}\u000a16:11:16.720663 --- ParallelTerminationStrategy: PID 22975 died...\u000a16:11:16.786484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22975): Terminated: ok {rc=0}\u000a16:11:16.799200 --- ParallelTerminationStrategy: PID 22976 died...\u000a16:11:16.866682 run iperf3-srv_10.42.42.10(pid=22976): Terminated {rc=256}\u000a16:11:16.878627 --- ParallelTerminationStrategy: PID 22979 died...\u000a16:11:16.942766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22979): Terminated: ok {rc=0}\u000a16:11:16.954941 --- ParallelTerminationStrategy: PID 22982 died...\u000a16:11:17.021969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22982): Terminated: ok {rc=0}\u000a16:11:17.034344 --- ParallelTerminationStrategy: PID 22985 died...\u000a16:11:17.101307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22985): Terminated: ok {rc=0}\u000a16:11:17.204453 bus /gobi_0: Setting Powered False\u000a16:11:18.311258 bus /gobi_0: Setting Powered False\u000a16:11:19.418668 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22995): Process ended prematurely: osmo-stp_10.42.42.5(pid=22995) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22995)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22995): Process ended prematurely: osmo-stp_10.42.42.5(pid=22995) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:11:20.533290 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:20.545612 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:11:20.715055 tst iperf3.py: using LAC 29111\u000a16:11:20.840566 tst iperf3.py: using RAC 41\u000a16:11:20.964456 tst iperf3.py: using CellId 29111\u000a16:11:21.089541 tst iperf3.py: using BVCI 29112\u000a16:11:21.113977 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:21.125382 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:21.136535 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:21.148250 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:21.159973 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:21.171707 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:21.183689 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:21.195273 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:21.207135 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:11:21.482158 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:11:21.605939 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:21.913770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22987): Launched\u000a16:11:22.167897 run iperf3-srv_10.42.42.10(pid=22988): Launched\u000a16:11:22.348862 tst iperf3.py:8: start network...\u000a16:11:22.472101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:22.935956 run create_hlr_db(pid=22989): Launched\u000a16:11:23.106074 bus /gobi_6: Setting Powered False\u000a16:11:24.128133 run create_hlr_db(pid=22989): Terminated: ok {rc=0}\u000a16:11:24.549543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22991): Launched\u000a16:11:24.865413 run osmo-hlr_10.42.42.2(pid=22992): Launched\u000a16:11:24.981704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:25.531303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22994): Launched\u000a16:11:25.847835 run osmo-stp_10.42.42.5(pid=22995): Launched\u000a16:11:25.963038 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:11:26.513310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22997): Launched\u000a16:11:26.626425 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:11:26.901109 run patchelf(pid=22998): Launched\u000a16:11:27.086457 run osmo-stp_10.42.42.5(pid=22995): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22995)]\u000a16:11:27.222356 run osmo-stp_10.42.42.5(pid=22995): stdout: \u000a| (launched: 2022-12-10_16:11:25.693192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:27.358399 run osmo-stp_10.42.42.5(pid=22995): stderr: \u000a| �[0;m�[38;5;43m20221210161125884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161125884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161125884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161125885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161125885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161125885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161125885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:27.490263 run osmo-stp_10.42.42.5(pid=22995): stdout: \u000a| (launched: 2022-12-10_16:11:25.693192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:27.620555 run osmo-stp_10.42.42.5(pid=22995): stderr: \u000a| �[0;m�[38;5;43m20221210161125884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161125884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161125884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161125885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161125885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161125885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161125885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:27.772212 run patchelf(pid=22998): Terminating (SIGINT)\u000a16:11:27.949696 run patchelf(pid=22998): Terminated: ok {rc=0}\u000a16:11:27.982470 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22995): Process ended prematurely: osmo-stp_10.42.42.5(pid=22995) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22995)] [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:11:27.992213 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a16:11:28.055018 run osmo-hlr_10.42.42.2(pid=22992): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22992)]\u000a16:11:28.106426 run osmo-hlr_10.42.42.2(pid=22992): stdout: \u000a| (launched: 2022-12-10_16:11:24.711394) \u000a16:11:28.158428 run osmo-hlr_10.42.42.2(pid=22992): stderr: \u000a| �[0;m�[1;31m20221210161124911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161124911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161124911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161124911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161124911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161124912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161124923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161124933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161124934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161124934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:28.202755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22987): Terminating (SIGTERM)\u000a16:11:28.244556 run iperf3-srv_10.42.42.10(pid=22988): Terminating (SIGTERM)\u000a16:11:28.286500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22991): Terminating (SIGTERM)\u000a16:11:28.328342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22994): Terminating (SIGTERM)\u000a16:11:28.370605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22997): Terminating (SIGTERM)\u000a16:11:28.380262 --- ParallelTerminationStrategy: PID 22987 died...\u000a16:11:28.436467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22987): Terminated: ok {rc=0}\u000a16:11:28.446685 --- ParallelTerminationStrategy: PID 22988 died...\u000a16:11:28.502480 run iperf3-srv_10.42.42.10(pid=22988): Terminated {rc=256}\u000a16:11:28.512504 --- ParallelTerminationStrategy: PID 22991 died...\u000a16:11:28.568315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22991): Terminated: ok {rc=0}\u000a16:11:28.578554 --- ParallelTerminationStrategy: PID 22994 died...\u000a16:11:28.634706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22994): Terminated: ok {rc=0}\u000a16:11:28.644836 --- ParallelTerminationStrategy: PID 22997 died...\u000a16:11:28.701464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22997): Terminated: ok {rc=0}\u000a16:11:28.789345 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23013): Process ended prematurely: osmo-stp_10.42.42.5(pid=23013) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23013)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23013): Process ended prematurely: osmo-stp_10.42.42.5(pid=23013) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:11:29.903460 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:29.915638 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:11:30.080134 tst iperf3m4.py: using LAC 29112\u000a16:11:30.203579 tst iperf3m4.py: using RAC 42\u000a16:11:30.328800 tst iperf3m4.py: using CellId 29112\u000a16:11:30.451541 tst iperf3m4.py: using BVCI 29113\u000a16:11:30.475676 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:30.487149 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:30.498394 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:30.509738 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:30.520881 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:30.532104 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:30.543462 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:30.554670 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:30.566148 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:11:30.684695 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:11:30.802236 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:11:30.946446 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:11:31.254150 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:11:31.381903 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:31.715920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22999): Launched\u000a16:11:31.996145 run iperf3-srv_10.42.42.10(pid=23000): Launched\u000a16:11:32.181991 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:11:32.309298 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:32.616674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23001): Launched\u000a16:11:32.870465 run iperf3-srv_10.42.42.10(pid=23002): Launched\u000a16:11:33.050691 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:11:33.173219 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:33.479779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23003): Launched\u000a16:11:33.733646 run iperf3-srv_10.42.42.10(pid=23004): Launched\u000a16:11:33.913415 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:11:34.035980 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:34.342497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23005): Launched\u000a16:11:34.596608 run iperf3-srv_10.42.42.10(pid=23006): Launched\u000a16:11:34.777158 tst iperf3m4.py:8: start network...\u000a16:11:34.900498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:35.366493 run create_hlr_db(pid=23007): Launched\u000a16:11:35.538074 bus /gobi_6: Setting Powered False\u000a16:11:36.559124 run create_hlr_db(pid=23007): Terminated: ok {rc=0}\u000a16:11:36.979796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23009): Launched\u000a16:11:37.295974 run osmo-hlr_10.42.42.2(pid=23010): Launched\u000a16:11:37.411373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:37.962300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23012): Launched\u000a16:11:38.277108 run osmo-stp_10.42.42.5(pid=23013): Launched\u000a16:11:38.391731 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:11:38.943558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23015): Launched\u000a16:11:39.056451 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:11:39.331174 run patchelf(pid=23016): Launched\u000a16:11:39.517337 run osmo-stp_10.42.42.5(pid=23013): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23013)]\u000a16:11:39.653834 run osmo-stp_10.42.42.5(pid=23013): stdout: \u000a| (launched: 2022-12-10_16:11:38.123512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:39.790382 run osmo-stp_10.42.42.5(pid=23013): stderr: \u000a| �[0;m�[38;5;43m20221210161138311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161138311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161138311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161138312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161138312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161138312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161138312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:39.921625 run osmo-stp_10.42.42.5(pid=23013): stdout: \u000a| (launched: 2022-12-10_16:11:38.123512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:40.051650 run osmo-stp_10.42.42.5(pid=23013): stderr: \u000a| �[0;m�[38;5;43m20221210161138311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161138311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161138311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161138312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161138312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161138312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161138312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:40.203584 run patchelf(pid=23016): Terminating (SIGINT)\u000a16:11:40.381548 run patchelf(pid=23016): Terminated: ok {rc=0}\u000a16:11:40.414175 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23013): Process ended prematurely: osmo-stp_10.42.42.5(pid=23013) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23013)] [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:11:40.424117 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a16:11:40.487425 run osmo-hlr_10.42.42.2(pid=23010): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23010)]\u000a16:11:40.538899 run osmo-hlr_10.42.42.2(pid=23010): stdout: \u000a| (launched: 2022-12-10_16:11:37.141420) \u000a16:11:40.591158 run osmo-hlr_10.42.42.2(pid=23010): stderr: \u000a| �[0;m�[1;31m20221210161137335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161137335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161137335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161137335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161137335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161137335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161137351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161137360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161137361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161137361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:40.636165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22999): Terminating (SIGTERM)\u000a16:11:40.678499 run iperf3-srv_10.42.42.10(pid=23000): Terminating (SIGTERM)\u000a16:11:40.720748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23001): Terminating (SIGTERM)\u000a16:11:40.762967 run iperf3-srv_10.42.42.10(pid=23002): Terminating (SIGTERM)\u000a16:11:40.805180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23003): Terminating (SIGTERM)\u000a16:11:40.847489 run iperf3-srv_10.42.42.10(pid=23004): Terminating (SIGTERM)\u000a16:11:40.889547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23005): Terminating (SIGTERM)\u000a16:11:40.931444 run iperf3-srv_10.42.42.10(pid=23006): Terminating (SIGTERM)\u000a16:11:40.973440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23009): Terminating (SIGTERM)\u000a16:11:41.015340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23012): Terminating (SIGTERM)\u000a16:11:41.057474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23015): Terminating (SIGTERM)\u000a16:11:41.067200 --- ParallelTerminationStrategy: PID 22999 died...\u000a16:11:41.123846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22999): Terminated: ok {rc=0}\u000a16:11:41.134070 --- ParallelTerminationStrategy: PID 23000 died...\u000a16:11:41.189855 run iperf3-srv_10.42.42.10(pid=23000): Terminated {rc=256}\u000a16:11:41.199982 --- ParallelTerminationStrategy: PID 23001 died...\u000a16:11:41.256162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23001): Terminated: ok {rc=0}\u000a16:11:41.266278 --- ParallelTerminationStrategy: PID 23002 died...\u000a16:11:41.322261 run iperf3-srv_10.42.42.10(pid=23002): Terminated {rc=256}\u000a16:11:41.332279 --- ParallelTerminationStrategy: PID 23003 died...\u000a16:11:41.388376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23003): Terminated: ok {rc=0}\u000a16:11:41.398638 --- ParallelTerminationStrategy: PID 23004 died...\u000a16:11:41.454596 run iperf3-srv_10.42.42.10(pid=23004): Terminated {rc=256}\u000a16:11:41.464848 --- ParallelTerminationStrategy: PID 23005 died...\u000a16:11:41.521316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23005): Terminated: ok {rc=0}\u000a16:11:41.531407 --- ParallelTerminationStrategy: PID 23006 died...\u000a16:11:41.587319 run iperf3-srv_10.42.42.10(pid=23006): Terminated {rc=256}\u000a16:11:41.597626 --- ParallelTerminationStrategy: PID 23009 died...\u000a16:11:41.654053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23009): Terminated: ok {rc=0}\u000a16:11:41.664296 --- ParallelTerminationStrategy: PID 23012 died...\u000a16:11:41.720285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23012): Terminated: ok {rc=0}\u000a16:11:41.730533 --- ParallelTerminationStrategy: PID 23015 died...\u000a16:11:41.786372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23015): Terminated: ok {rc=0}\u000a16:11:41.874341 bus /gobi_4: Setting Powered False\u000a16:11:42.978295 bus /gobi_4: Setting Powered False\u000a16:11:44.090497 bus /gobi_1: Setting Powered False\u000a16:11:45.193093 bus /gobi_1: Setting Powered False\u000a16:11:46.306684 bus /gobi_0: Setting Powered False\u000a16:11:47.407745 bus /gobi_0: Setting Powered False\u000a16:11:48.515784 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23023): Process ended prematurely: osmo-stp_10.42.42.5(pid=23023) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23023)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23023): Process ended prematurely: osmo-stp_10.42.42.5(pid=23023) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:11:49.585136 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:49.597217 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:11:49.756900 tst ping.py: using LAC 29113\u000a16:11:49.872810 tst ping.py: using RAC 43\u000a16:11:49.988178 tst ping.py: using CellId 29113\u000a16:11:50.102257 tst ping.py: using BVCI 29114\u000a16:11:50.124201 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:50.135268 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:50.146197 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:50.157302 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:50.168200 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:50.179457 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:50.190627 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:50.201723 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:11:50.484625 tst ping.py:19: start network...\u000a16:11:50.613689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:51.108250 run create_hlr_db(pid=23017): Launched\u000a16:11:51.288371 bus /gobi_6: Setting Powered False\u000a16:11:52.310102 run create_hlr_db(pid=23017): Terminated: ok {rc=0}\u000a16:11:52.699795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23019): Launched\u000a16:11:52.989395 run osmo-hlr_10.42.42.2(pid=23020): Launched\u000a16:11:53.096051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:53.607673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23022): Launched\u000a16:11:53.897696 run osmo-stp_10.42.42.5(pid=23023): Launched\u000a16:11:54.003899 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:11:54.512149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23025): Launched\u000a16:11:54.615801 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:11:54.868102 run patchelf(pid=23026): Launched\u000a16:11:55.038085 run osmo-stp_10.42.42.5(pid=23023): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23023)]\u000a16:11:55.162616 run osmo-stp_10.42.42.5(pid=23023): stdout: \u000a| (launched: 2022-12-10_16:11:53.755004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:55.287552 run osmo-stp_10.42.42.5(pid=23023): stderr: \u000a| �[0;m�[38;5;43m20221210161153925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161153925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161153925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161153926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161153928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161153928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161153928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:55.407828 run osmo-stp_10.42.42.5(pid=23023): stdout: \u000a| (launched: 2022-12-10_16:11:53.755004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:55.526899 run osmo-stp_10.42.42.5(pid=23023): stderr: \u000a| �[0;m�[38;5;43m20221210161153925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161153925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161153925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161153926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161153928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161153928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161153928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:55.666195 run patchelf(pid=23026): Terminating (SIGINT)\u000a16:11:55.829678 run patchelf(pid=23026): Terminated: ok {rc=0}\u000a16:11:55.859361 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23023): Process ended prematurely: osmo-stp_10.42.42.5(pid=23023) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23023)] [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:11:55.867753 tst ping.py:22: Test FAILED (6.3 sec)\u000a16:11:55.928478 run osmo-hlr_10.42.42.2(pid=23020): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23020)]\u000a16:11:55.977849 run osmo-hlr_10.42.42.2(pid=23020): stdout: \u000a| (launched: 2022-12-10_16:11:52.847033) \u000a16:11:56.027689 run osmo-hlr_10.42.42.2(pid=23020): stderr: \u000a| �[0;m�[1;31m20221210161153023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161153024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161153024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161153024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161153024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161153024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161153035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161153044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161153044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161153044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:56.070265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23019): Terminating (SIGTERM)\u000a16:11:56.110568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23022): Terminating (SIGTERM)\u000a16:11:56.150763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23025): Terminating (SIGTERM)\u000a16:11:56.160260 --- ParallelTerminationStrategy: PID 23019 died...\u000a16:11:56.214072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23019): Terminated: ok {rc=0}\u000a16:11:56.223778 --- ParallelTerminationStrategy: PID 23022 died...\u000a16:11:56.277120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23022): Terminated: ok {rc=0}\u000a16:11:56.286856 --- ParallelTerminationStrategy: PID 23025 died...\u000a16:11:56.340915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23025): Terminated: ok {rc=0}\u000a16:11:56.424546 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23033): Process ended prematurely: osmo-stp_10.42.42.5(pid=23033) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23033)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23033): Process ended prematurely: osmo-stp_10.42.42.5(pid=23033) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:11:57.478540 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:57.490632 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:11:57.657185 tst ping_idle_ping.py: using LAC 29114\u000a16:11:57.780867 tst ping_idle_ping.py: using RAC 44\u000a16:11:57.898990 tst ping_idle_ping.py: using CellId 29114\u000a16:11:58.014441 tst ping_idle_ping.py: using BVCI 29115\u000a16:11:58.036587 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:58.047639 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:58.058555 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:58.069704 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:58.081273 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:58.092424 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:58.103591 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:58.114637 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:11:58.398762 tst ping_idle_ping.py:24: start network...\u000a16:11:58.528630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:59.030427 run create_hlr_db(pid=23027): Launched\u000a16:11:59.212173 bus /gobi_6: Setting Powered False\u000a16:12:00.233480 run create_hlr_db(pid=23027): Terminated: ok {rc=0}\u000a16:12:00.625691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23029): Launched\u000a16:12:00.985560 run osmo-hlr_10.42.42.2(pid=23030): Launched\u000a16:12:01.135700 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:01.785253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23032): Launched\u000a16:12:02.184197 run osmo-stp_10.42.42.5(pid=23033): Launched\u000a16:12:02.362590 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:12:02.871498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23035): Launched\u000a16:12:02.975225 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:12:03.228394 run patchelf(pid=23036): Launched\u000a16:12:03.398888 run osmo-stp_10.42.42.5(pid=23033): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23033)]\u000a16:12:03.524250 run osmo-stp_10.42.42.5(pid=23033): stdout: \u000a| (launched: 2022-12-10_16:12:01.948475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:03.649495 run osmo-stp_10.42.42.5(pid=23033): stderr: \u000a| �[0;m�[38;5;43m20221210161202246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161202246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161202246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161202247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161202247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161202247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161202247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:03.771068 run osmo-stp_10.42.42.5(pid=23033): stdout: \u000a| (launched: 2022-12-10_16:12:01.948475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:03.890911 run osmo-stp_10.42.42.5(pid=23033): stderr: \u000a| �[0;m�[38;5;43m20221210161202246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161202246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161202246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161202247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161202247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161202247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161202247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:04.030562 run patchelf(pid=23036): Terminating (SIGINT)\u000a16:12:04.194224 run patchelf(pid=23036): Terminated: ok {rc=0}\u000a16:12:04.224035 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23033): Process ended prematurely: osmo-stp_10.42.42.5(pid=23033) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23033)] [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:12:04.232569 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:12:04.292543 run osmo-hlr_10.42.42.2(pid=23030): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23030)]\u000a16:12:04.341567 run osmo-hlr_10.42.42.2(pid=23030): stdout: \u000a| (launched: 2022-12-10_16:12:00.773794) \u000a16:12:04.390883 run osmo-hlr_10.42.42.2(pid=23030): stderr: \u000a| �[0;m�[1;31m20221210161201105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161201105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161201105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161201105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161201105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161201105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161201126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161201138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161201139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161201139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:04.432851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23029): Terminating (SIGTERM)\u000a16:12:04.472660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23032): Terminating (SIGTERM)\u000a16:12:04.512431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23035): Terminating (SIGTERM)\u000a16:12:04.521842 --- ParallelTerminationStrategy: PID 23029 died...\u000a16:12:04.574914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23029): Terminated: ok {rc=0}\u000a16:12:04.584652 --- ParallelTerminationStrategy: PID 23032 died...\u000a16:12:04.637591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23032): Terminated: ok {rc=0}\u000a16:12:04.647253 --- ParallelTerminationStrategy: PID 23035 died...\u000a16:12:04.700208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23035): Terminated: ok {rc=0}\u000a16:12:04.788174 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:11:07" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23048): Process ended prematurely: osmo-stp_10.42.42.5(pid=23048) [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23048)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23048): Process ended prematurely: osmo-stp_10.42.42.5(pid=23048) [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:12:06.816141 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:12:06.827554 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:12:06.982956 tst switch_tch_pdch.py: using LAC 29115\u000a16:12:07.097265 tst switch_tch_pdch.py: using RAC 45\u000a16:12:07.211827 tst switch_tch_pdch.py: using CellId 29115\u000a16:12:07.327856 tst switch_tch_pdch.py: using BVCI 29116\u000a16:12:07.350172 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:12:07.361393 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:12:07.372395 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:12:07.384441 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:12:07.396310 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:12:07.408167 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:12:07.420233 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:12:07.433144 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:12:07.552756 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:12:07.822920 tst switch_tch_pdch.py:51: start network...\u000a16:12:07.944339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:08.400642 run create_hlr_db(pid=23042): Launched\u000a16:12:08.569678 bus /gobi_6: Setting Powered False\u000a16:12:09.592095 run create_hlr_db(pid=23042): Terminated: ok {rc=0}\u000a16:12:09.980395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23044): Launched\u000a16:12:10.270794 run osmo-hlr_10.42.42.2(pid=23045): Launched\u000a16:12:10.381131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:10.895871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23047): Launched\u000a16:12:11.184866 run osmo-stp_10.42.42.5(pid=23048): Launched\u000a16:12:11.290614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:12:11.795061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23050): Launched\u000a16:12:11.898352 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:12:12.149858 run patchelf(pid=23051): Launched\u000a16:12:12.319124 run osmo-stp_10.42.42.5(pid=23048): ERR: Terminated: ERROR {rc=1} [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23048)]\u000a16:12:12.443319 run osmo-stp_10.42.42.5(pid=23048): stdout: \u000a| (launched: 2022-12-10_16:12:11.042786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:12.568245 run osmo-stp_10.42.42.5(pid=23048): stderr: \u000a| �[0;m�[38;5;43m20221210161211209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161211209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161211209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161211209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161211210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161211210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161211210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:12.688144 run osmo-stp_10.42.42.5(pid=23048): stdout: \u000a| (launched: 2022-12-10_16:12:11.042786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:12.807074 run osmo-stp_10.42.42.5(pid=23048): stderr: \u000a| �[0;m�[38;5;43m20221210161211209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161211209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161211209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161211209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161211210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161211210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161211210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:12.945648 run patchelf(pid=23051): Terminating (SIGINT)\u000a16:12:13.108090 run patchelf(pid=23051): Terminated: ok {rc=0}\u000a16:12:13.137803 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23048): Process ended prematurely: osmo-stp_10.42.42.5(pid=23048) [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23048)] [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:12:13.146417 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a16:12:13.206376 run osmo-hlr_10.42.42.2(pid=23045): ERR: Terminated: ERROR {rc=237} [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23045)]\u000a16:12:13.255190 run osmo-hlr_10.42.42.2(pid=23045): stdout: \u000a| (launched: 2022-12-10_16:12:10.127780) \u000a16:12:13.304757 run osmo-hlr_10.42.42.2(pid=23045): stderr: \u000a| �[0;m�[1;31m20221210161210302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161210302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161210302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161210302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161210302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161210302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161210315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161210323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161210323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161210323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:13.346580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23044): Terminating (SIGTERM)\u000a16:12:13.386318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23047): Terminating (SIGTERM)\u000a16:12:13.425933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23050): Terminating (SIGTERM)\u000a16:12:13.435236 --- ParallelTerminationStrategy: PID 23044 died...\u000a16:12:13.488037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23044): Terminated: ok {rc=0}\u000a16:12:13.497761 --- ParallelTerminationStrategy: PID 23047 died...\u000a16:12:13.550521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23047): Terminated: ok {rc=0}\u000a16:12:13.560224 --- ParallelTerminationStrategy: PID 23050 died...\u000a16:12:13.612680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23050): Terminated: ok {rc=0}\u000a16:12:13.696036 bus /gobi_0: Setting Powered False\u000a16:12:14.798032 bus /gobi_0: Setting Powered False\u000a16:12:15.919483 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:12:06" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23061): Process ended prematurely: osmo-stp_10.42.42.5(pid=23061) [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23061)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23061): Process ended prematurely: osmo-stp_10.42.42.5(pid=23061) [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:12:17.914581 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:12:17.926101 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:12:18.090931 tst switch_tch_pdch.py: using LAC 29116\u000a16:12:18.210744 tst switch_tch_pdch.py: using RAC 46\u000a16:12:18.331197 tst switch_tch_pdch.py: using CellId 29116\u000a16:12:18.452046 tst switch_tch_pdch.py: using BVCI 29117\u000a16:12:18.476011 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:12:18.487427 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:12:18.498699 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:12:18.510108 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:12:18.521616 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:12:18.533286 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:12:18.544564 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:12:18.555941 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:12:18.670884 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:12:18.939291 tst switch_tch_pdch.py:51: start network...\u000a16:12:19.060631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:19.495281 run create_hlr_db(pid=23055): Launched\u000a16:12:19.615587 bus /gobi_6: Setting Powered False\u000a16:12:20.686694 run create_hlr_db(pid=23055): Terminated: ok {rc=0}\u000a16:12:21.073380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23057): Launched\u000a16:12:21.385207 run osmo-hlr_10.42.42.2(pid=23058): Launched\u000a16:12:21.503077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:22.017389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23060): Launched\u000a16:12:22.326596 run osmo-stp_10.42.42.5(pid=23061): Launched\u000a16:12:22.439913 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:12:22.955703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23063): Launched\u000a16:12:23.066301 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:12:23.336379 run patchelf(pid=23064): Launched\u000a16:12:23.517797 run osmo-stp_10.42.42.5(pid=23061): ERR: Terminated: ERROR {rc=1} [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23061)]\u000a16:12:23.651022 run osmo-stp_10.42.42.5(pid=23061): stdout: \u000a| (launched: 2022-12-10_16:12:22.175195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:23.784540 run osmo-stp_10.42.42.5(pid=23061): stderr: \u000a| �[0;m�[38;5;43m20221210161222363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161222363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161222363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161222364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161222366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161222366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161222366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:23.913683 run osmo-stp_10.42.42.5(pid=23061): stdout: \u000a| (launched: 2022-12-10_16:12:22.175195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:24.041109 run osmo-stp_10.42.42.5(pid=23061): stderr: \u000a| �[0;m�[38;5;43m20221210161222363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161222363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161222363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161222364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161222366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161222366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161222366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:24.189323 run patchelf(pid=23064): Terminating (SIGINT)\u000a16:12:24.363579 run patchelf(pid=23064): Terminated: ok {rc=0}\u000a16:12:24.395265 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23061): Process ended prematurely: osmo-stp_10.42.42.5(pid=23061) [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23061)] [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:12:24.404254 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a16:12:24.466492 run osmo-hlr_10.42.42.2(pid=23058): ERR: Terminated: ERROR {rc=237} [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23058)]\u000a16:12:24.517307 run osmo-hlr_10.42.42.2(pid=23058): stdout: \u000a| (launched: 2022-12-10_16:12:21.232493) \u000a16:12:24.568817 run osmo-hlr_10.42.42.2(pid=23058): stderr: \u000a| �[0;m�[1;31m20221210161221431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161221431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161221431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161221431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161221431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161221431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161221444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161221452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161221452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161221452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:24.612765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23057): Terminating (SIGTERM)\u000a16:12:24.654574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23060): Terminating (SIGTERM)\u000a16:12:24.696289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23063): Terminating (SIGTERM)\u000a16:12:24.705961 --- ParallelTerminationStrategy: PID 23057 died...\u000a16:12:24.761399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23057): Terminated: ok {rc=0}\u000a16:12:24.771335 --- ParallelTerminationStrategy: PID 23060 died...\u000a16:12:24.826405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23060): Terminated: ok {rc=0}\u000a16:12:24.836337 --- ParallelTerminationStrategy: PID 23063 died...\u000a16:12:24.891649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23063): Terminated: ok {rc=0}\u000a16:12:24.979023 bus /gobi_0: Setting Powered False\u000a16:12:26.084519 bus /gobi_0: Setting Powered False\u000a16:12:27.193766 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:12:17" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23069): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23069) [trial-2376↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23069)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23069): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23069) [trial-2376↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23069)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a16:12:29.084207 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a16:12:29.094786 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:12:29.225950 tst mo_mt_sms.py: using LAC 29117\u000a16:12:29.339306 tst mo_mt_sms.py: using RAC 47\u000a16:12:29.452579 tst mo_mt_sms.py: using CellId 29117\u000a16:12:29.566550 tst mo_mt_sms.py: using BVCI 29118\u000a16:12:29.588531 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:12:29.699045 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:12:29.983040 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:12:30.113419 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:12:30.757339 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23068): Launched\u000a16:12:31.110819 run osmo-nitb_10.42.42.2(pid=23069): Launched\u000a16:12:31.305196 run osmo-nitb_10.42.42.2(pid=23069): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23069)]\u000a16:12:31.449222 run osmo-nitb_10.42.42.2(pid=23069): stdout: \u000a| (launched: 2022-12-10_16:12:30.938326) \u000a16:12:31.593533 run osmo-nitb_10.42.42.2(pid=23069): stderr: \u000a| (launched: 2022-12-10_16:12:30.985608)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:12:31.733985 run osmo-nitb_10.42.42.2(pid=23069): stdout: \u000a| (launched: 2022-12-10_16:12:30.938326) \u000a16:12:31.872148 run osmo-nitb_10.42.42.2(pid=23069): stderr: \u000a| (launched: 2022-12-10_16:12:30.985608)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:12:32.237587 tst osmo-nitb_10.42.42.2(pid=23069): stdout: \u000a| (launched: 2022-12-10_16:12:30.938326) \u000a16:12:32.363017 tst osmo-nitb_10.42.42.2(pid=23069): stderr: \u000a| (launched: 2022-12-10_16:12:30.985608)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:12:32.417744 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=23069): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23069) [trial-2376↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23069)] [trial-2376↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a16:12:32.426593 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a16:12:32.462399 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23068): Terminating (SIGTERM)\u000a16:12:32.640164 --- ParallelTerminationStrategy: PID 23068 died...\u000a16:12:32.697941 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23068): Terminated: ok {rc=0}\u000a16:12:32.784787 bus /sierra_3: Setting Powered False\u000a16:12:33.893891 bus /sierra_3: Setting Powered False\u000a16:12:35.003191 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:12:28" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23079): Process ended prematurely: osmo-stp_10.42.42.5(pid=23079) [trial-2376↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23079)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23079): Process ended prematurely: osmo-stp_10.42.42.5(pid=23079) [trial-2376↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a16:12:36.898393 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:36.909434 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:12:37.046085 tst mo_mt_sms.py: using LAC 29118\u000a16:12:37.172560 tst mo_mt_sms.py: using RAC 48\u000a16:12:37.292576 tst mo_mt_sms.py: using CellId 29118\u000a16:12:37.412630 tst mo_mt_sms.py: using BVCI 29119\u000a16:12:37.436196 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:37.447327 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:37.458149 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:37.468910 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:37.479786 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:37.490648 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:12:37.605630 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:12:37.805169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:38.264133 run create_hlr_db(pid=23073): Launched\u000a16:12:38.432686 bus /sierra_2: Setting Powered False\u000a16:12:39.454108 run create_hlr_db(pid=23073): Terminated: ok {rc=0}\u000a16:12:39.842037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23075): Launched\u000a16:12:40.133030 run osmo-hlr_10.42.42.2(pid=23076): Launched\u000a16:12:40.238886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:40.743159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23078): Launched\u000a16:12:41.034685 run osmo-stp_10.42.42.5(pid=23079): Launched\u000a16:12:41.141624 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:12:41.671440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23081): Launched\u000a16:12:41.962990 run osmo-msc_10.42.42.6(pid=23082): Launched\u000a16:12:42.138185 run osmo-stp_10.42.42.5(pid=23079): ERR: Terminated: ERROR {rc=1} [trial-2376↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23079)]\u000a16:12:42.262314 run osmo-stp_10.42.42.5(pid=23079): stdout: \u000a| (launched: 2022-12-10_16:12:40.891075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:42.383312 run osmo-stp_10.42.42.5(pid=23079): stderr: \u000a| �[0;m�[38;5;43m20221210161241059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161241059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161241059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161241060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161241062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161241062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161241062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:42.499895 run osmo-stp_10.42.42.5(pid=23079): stdout: \u000a| (launched: 2022-12-10_16:12:40.891075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:42.615819 run osmo-stp_10.42.42.5(pid=23079): stderr: \u000a| �[0;m�[38;5;43m20221210161241059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161241059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161241059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161241060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161241062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161241062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161241062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:42.666687 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23079): Process ended prematurely: osmo-stp_10.42.42.5(pid=23079) [trial-2376↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23079)] [trial-2376↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a16:12:42.674501 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a16:12:42.734209 run osmo-hlr_10.42.42.2(pid=23076): ERR: Terminated: ERROR {rc=237} [trial-2376↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23076)]\u000a16:12:42.783095 run osmo-hlr_10.42.42.2(pid=23076): stdout: \u000a| (launched: 2022-12-10_16:12:39.990434) \u000a16:12:42.832795 run osmo-hlr_10.42.42.2(pid=23076): stderr: \u000a| �[0;m�[1;31m20221210161240164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161240164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161240164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161240164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161240164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161240164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161240175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161240184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161240184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161240184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:42.899680 run osmo-msc_10.42.42.6(pid=23082): ERR: Terminated: ERROR {rc=2} [trial-2376↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23082)]\u000a16:12:42.948260 run osmo-msc_10.42.42.6(pid=23082): stdout: \u000a| (launched: 2022-12-10_16:12:41.819045) \u000a16:12:42.997606 run osmo-msc_10.42.42.6(pid=23082): stderr: \u000a| �[0;m�[38;5;43m20221210161242090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161242090 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd48eb72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161242090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161242090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161242090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161242091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161242092 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161242093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161242093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161242093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:12:43.039386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23075): Terminating (SIGTERM)\u000a16:12:43.079146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23078): Terminating (SIGTERM)\u000a16:12:43.118984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23081): Terminating (SIGTERM)\u000a16:12:43.128364 --- ParallelTerminationStrategy: PID 23075 died...\u000a16:12:43.181616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23075): Terminated: ok {rc=0}\u000a16:12:43.191233 --- ParallelTerminationStrategy: PID 23078 died...\u000a16:12:43.244545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23078): Terminated: ok {rc=0}\u000a16:12:43.254143 --- ParallelTerminationStrategy: PID 23081 died...\u000a16:12:43.306912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23081): Terminated: ok {rc=0}\u000a16:12:43.393343 bus /sierra_3: Setting Powered False\u000a16:12:44.495004 bus /sierra_3: Setting Powered False\u000a16:12:45.604690 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:12:36" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23088): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23088) [trial-2376↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23088)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23088): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23088) [trial-2376↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a16:12:47.498725 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a16:12:47.509348 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:12:47.639916 tst assert_extension.py: using LAC 29119\u000a16:12:47.759787 tst assert_extension.py: using RAC 49\u000a16:12:47.881035 tst assert_extension.py: using CellId 29119\u000a16:12:47.999726 tst assert_extension.py: using BVCI 29120\u000a16:12:48.022267 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a16:12:48.288763 tst assert_extension.py:10: start nitb and bts...\u000a16:12:48.409981 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:12:49.011249 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23087): Launched\u000a16:12:49.298108 run osmo-nitb_10.42.42.2(pid=23088): Launched\u000a16:12:49.476342 run osmo-nitb_10.42.42.2(pid=23088): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23088)]\u000a16:12:49.608123 run osmo-nitb_10.42.42.2(pid=23088): stdout: \u000a| (launched: 2022-12-10_16:12:49.158829) \u000a16:12:49.740898 run osmo-nitb_10.42.42.2(pid=23088): stderr: \u000a| (launched: 2022-12-10_16:12:49.201951)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:12:49.868741 run osmo-nitb_10.42.42.2(pid=23088): stdout: \u000a| (launched: 2022-12-10_16:12:49.158829) \u000a16:12:49.995378 run osmo-nitb_10.42.42.2(pid=23088): stderr: \u000a| (launched: 2022-12-10_16:12:49.201951)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:12:50.415866 tst osmo-nitb_10.42.42.2(pid=23088): stdout: \u000a| (launched: 2022-12-10_16:12:49.158829) \u000a16:12:50.532447 tst osmo-nitb_10.42.42.2(pid=23088): stderr: \u000a| (launched: 2022-12-10_16:12:49.201951)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:12:50.583683 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23088): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23088) [trial-2376↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23088)] [trial-2376↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a16:12:50.591814 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a16:12:50.626456 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23087): Terminating (SIGTERM)\u000a16:12:50.804053 --- ParallelTerminationStrategy: PID 23087 died...\u000a16:12:50.859061 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23087): Terminated: ok {rc=0}\u000a16:12:50.947803 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:12:47" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23098): Process ended prematurely: osmo-stp_10.42.42.5(pid=23098) [trial-2376↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23098)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23098): Process ended prematurely: osmo-stp_10.42.42.5(pid=23098) [trial-2376↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a16:12:52.783330 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:52.794484 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:12:52.933867 tst assert_extension.py: using LAC 29120\u000a16:12:53.057237 tst assert_extension.py: using RAC 50\u000a16:12:53.178681 tst assert_extension.py: using CellId 29120\u000a16:12:53.299950 tst assert_extension.py: using BVCI 29121\u000a16:12:53.323599 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:53.334661 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:53.345558 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:53.356481 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:53.367692 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:53.378744 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a16:12:53.572826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:54.030045 run create_hlr_db(pid=23092): Launched\u000a16:12:54.199545 bus /sierra_2: Setting Powered False\u000a16:12:55.220670 run create_hlr_db(pid=23092): Terminated: ok {rc=0}\u000a16:12:55.635992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23094): Launched\u000a16:12:55.948674 run osmo-hlr_10.42.42.2(pid=23095): Launched\u000a16:12:56.063388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:56.608183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23097): Launched\u000a16:12:56.918079 run osmo-stp_10.42.42.5(pid=23098): Launched\u000a16:12:57.030304 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:12:57.596492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23100): Launched\u000a16:12:57.905349 run osmo-msc_10.42.42.6(pid=23101): Launched\u000a16:12:58.086302 run osmo-stp_10.42.42.5(pid=23098): ERR: Terminated: ERROR {rc=1} [trial-2376↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23098)]\u000a16:12:58.217980 run osmo-stp_10.42.42.5(pid=23098): stdout: \u000a| (launched: 2022-12-10_16:12:56.766371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:58.348923 run osmo-stp_10.42.42.5(pid=23098): stderr: \u000a| �[0;m�[38;5;43m20221210161256957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161256957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161256958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161256958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161256958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161256959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161256959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:58.473896 run osmo-stp_10.42.42.5(pid=23098): stdout: \u000a| (launched: 2022-12-10_16:12:56.766371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:58.597998 run osmo-stp_10.42.42.5(pid=23098): stderr: \u000a| �[0;m�[38;5;43m20221210161256957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161256957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161256958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161256958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161256958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161256959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161256959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:58.652155 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=23098): Process ended prematurely: osmo-stp_10.42.42.5(pid=23098) [trial-2376↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23098)] [trial-2376↪ussd:trx-umtrx↪assert_extension.py:17]\u000a16:12:58.661151 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a16:12:58.723817 run osmo-hlr_10.42.42.2(pid=23095): ERR: Terminated: ERROR {rc=237} [trial-2376↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23095)]\u000a16:12:58.775087 run osmo-hlr_10.42.42.2(pid=23095): stdout: \u000a| (launched: 2022-12-10_16:12:55.796829) \u000a16:12:58.826878 run osmo-hlr_10.42.42.2(pid=23095): stderr: \u000a| �[0;m�[1;31m20221210161255992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161255993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161255993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161255993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161255993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161255993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161256006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161256014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161256014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161256014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:58.897244 run osmo-msc_10.42.42.6(pid=23101): ERR: Terminated: ERROR {rc=2} [trial-2376↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23101)]\u000a16:12:58.948100 run osmo-msc_10.42.42.6(pid=23101): stdout: \u000a| (launched: 2022-12-10_16:12:57.754702) \u000a16:12:58.999439 run osmo-msc_10.42.42.6(pid=23101): stderr: \u000a| �[0;m�[38;5;43m20221210161258074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161258074 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99570ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161258074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161258074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161258074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161258075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161258076 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161258077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161258077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161258077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:12:59.043540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23094): Terminating (SIGTERM)\u000a16:12:59.085196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23097): Terminating (SIGTERM)\u000a16:12:59.126703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23100): Terminating (SIGTERM)\u000a16:12:59.136568 --- ParallelTerminationStrategy: PID 23094 died...\u000a16:12:59.192618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23094): Terminated: ok {rc=0}\u000a16:12:59.202849 --- ParallelTerminationStrategy: PID 23097 died...\u000a16:12:59.258061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23097): Terminated: ok {rc=0}\u000a16:12:59.268273 --- ParallelTerminationStrategy: PID 23100 died...\u000a16:12:59.323702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23100): Terminated: ok {rc=0}\u000a16:12:59.410212 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:12:52" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23112): Process ended prematurely: osmo-stp_10.42.42.5(pid=23112) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23112)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23112): Process ended prematurely: osmo-stp_10.42.42.5(pid=23112) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:13:01.392787 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:01.404514 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:13:01.591432 tst mo_mt_call.py: using LAC 29121\u000a16:13:01.717999 tst mo_mt_call.py: using RAC 51\u000a16:13:01.875614 tst mo_mt_call.py: using CellId 29121\u000a16:13:02.005624 tst mo_mt_call.py: using BVCI 29122\u000a16:13:02.031971 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:02.044480 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:02.056837 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:02.069776 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:02.083089 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:02.095796 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:13:02.219644 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:13:02.431028 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:02.938226 run create_hlr_db(pid=23106): Launched\u000a16:13:03.121710 bus /sierra_2: Setting Powered False\u000a16:13:04.143592 run create_hlr_db(pid=23106): Terminated: ok {rc=0}\u000a16:13:04.542580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23108): Launched\u000a16:13:04.837699 run osmo-hlr_10.42.42.2(pid=23109): Launched\u000a16:13:04.951736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:05.471988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23111): Launched\u000a16:13:05.766936 run osmo-stp_10.42.42.5(pid=23112): Launched\u000a16:13:05.874988 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:13:06.414434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23114): Launched\u000a16:13:06.710460 run osmo-msc_10.42.42.6(pid=23115): Launched\u000a16:13:06.884315 run osmo-stp_10.42.42.5(pid=23112): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23112)]\u000a16:13:07.010302 run osmo-stp_10.42.42.5(pid=23112): stdout: \u000a| (launched: 2022-12-10_16:13:05.622455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:07.134249 run osmo-stp_10.42.42.5(pid=23112): stderr: \u000a| �[0;m�[38;5;43m20221210161305792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161305792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161305792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161305792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161305793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161305793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161305793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:07.253512 run osmo-stp_10.42.42.5(pid=23112): stdout: \u000a| (launched: 2022-12-10_16:13:05.622455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:07.371624 run osmo-stp_10.42.42.5(pid=23112): stderr: \u000a| �[0;m�[38;5;43m20221210161305792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161305792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161305792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161305792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161305793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161305793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161305793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:07.423674 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23112): Process ended prematurely: osmo-stp_10.42.42.5(pid=23112) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23112)] [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:13:07.432148 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:13:07.492452 run osmo-hlr_10.42.42.2(pid=23109): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23109)]\u000a16:13:07.541814 run osmo-hlr_10.42.42.2(pid=23109): stdout: \u000a| (launched: 2022-12-10_16:13:04.693389) \u000a16:13:07.591777 run osmo-hlr_10.42.42.2(pid=23109): stderr: \u000a| �[0;m�[1;31m20221210161304868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161304868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161304868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161304868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161304868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161304868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161304879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161304888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161304888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161304889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:07.659235 run osmo-msc_10.42.42.6(pid=23115): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23115)]\u000a16:13:07.708451 run osmo-msc_10.42.42.6(pid=23115): stdout: \u000a| (launched: 2022-12-10_16:13:06.564783) \u000a16:13:07.758478 run osmo-msc_10.42.42.6(pid=23115): stderr: \u000a| �[0;m�[38;5;43m20221210161306837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161306837 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a3ed7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161306837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161306837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161306837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161306837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161306839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161306840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161306840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161306840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:13:07.800380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23108): Terminating (SIGTERM)\u000a16:13:07.840553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23111): Terminating (SIGTERM)\u000a16:13:07.880544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23114): Terminating (SIGTERM)\u000a16:13:07.890025 --- ParallelTerminationStrategy: PID 23108 died...\u000a16:13:07.944024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23108): Terminated: ok {rc=0}\u000a16:13:07.953681 --- ParallelTerminationStrategy: PID 23111 died...\u000a16:13:08.007338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23111): Terminated: ok {rc=0}\u000a16:13:08.017228 --- ParallelTerminationStrategy: PID 23114 died...\u000a16:13:08.070571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23114): Terminated: ok {rc=0}\u000a16:13:08.158833 bus /sierra_3: Setting Powered False\u000a16:13:09.261189 bus /sierra_3: Setting Powered False\u000a16:13:10.368576 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23123): Process ended prematurely: osmo-stp_10.42.42.5(pid=23123) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23123)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23123): Process ended prematurely: osmo-stp_10.42.42.5(pid=23123) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:13:11.482306 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:11.494632 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:13:11.655791 tst mo_mt_call_osmux.py: using LAC 29122\u000a16:13:11.780403 tst mo_mt_call_osmux.py: using RAC 52\u000a16:13:11.903236 tst mo_mt_call_osmux.py: using CellId 29122\u000a16:13:12.030275 tst mo_mt_call_osmux.py: using BVCI 29123\u000a16:13:12.054243 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:12.065725 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:12.077053 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:12.088585 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:12.100104 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:12.111575 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:13:12.229584 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:13:12.428765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:12.894343 run create_hlr_db(pid=23117): Launched\u000a16:13:13.064842 bus /sierra_2: Setting Powered False\u000a16:13:14.087039 run create_hlr_db(pid=23117): Terminated: ok {rc=0}\u000a16:13:14.480050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23119): Launched\u000a16:13:14.775613 run osmo-hlr_10.42.42.2(pid=23120): Launched\u000a16:13:14.883543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:15.397070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23122): Launched\u000a16:13:15.692235 run osmo-stp_10.42.42.5(pid=23123): Launched\u000a16:13:15.800598 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:13:16.417881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23125): Launched\u000a16:13:16.771266 run osmo-msc_10.42.42.6(pid=23126): Launched\u000a16:13:17.035162 run osmo-stp_10.42.42.5(pid=23123): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23123)]\u000a16:13:17.362749 run osmo-stp_10.42.42.5(pid=23123): stdout: \u000a| (launched: 2022-12-10_16:13:15.547115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:17.500398 run osmo-stp_10.42.42.5(pid=23123): stderr: \u000a| �[0;m�[38;5;43m20221210161315715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161315715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161315715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161315716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161315718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161315718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161315718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:17.628621 run osmo-stp_10.42.42.5(pid=23123): stdout: \u000a| (launched: 2022-12-10_16:13:15.547115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:17.756601 run osmo-stp_10.42.42.5(pid=23123): stderr: \u000a| �[0;m�[38;5;43m20221210161315715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161315715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161315715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161315716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161315718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161315718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161315718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:17.812669 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23123): Process ended prematurely: osmo-stp_10.42.42.5(pid=23123) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23123)] [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:13:17.822185 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:13:17.885471 run osmo-hlr_10.42.42.2(pid=23120): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23120)]\u000a16:13:17.937380 run osmo-hlr_10.42.42.2(pid=23120): stdout: \u000a| (launched: 2022-12-10_16:13:14.630078) \u000a16:13:17.990289 run osmo-hlr_10.42.42.2(pid=23120): stderr: \u000a| �[0;m�[1;31m20221210161314804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161314804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161314804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161314805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161314805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161314805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161314817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161314825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161314826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161314826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:18.061708 run osmo-msc_10.42.42.6(pid=23126): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23126)]\u000a16:13:18.113453 run osmo-msc_10.42.42.6(pid=23126): stdout: \u000a| (launched: 2022-12-10_16:13:16.588030) \u000a16:13:18.165765 run osmo-msc_10.42.42.6(pid=23126): stderr: \u000a| �[0;m�[38;5;43m20221210161317258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161317258 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7507f53c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161317258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161317258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161317259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161317259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161317261 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161317261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161317261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161317261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:13:18.210605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23119): Terminating (SIGTERM)\u000a16:13:18.252745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23122): Terminating (SIGTERM)\u000a16:13:18.295452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23125): Terminating (SIGTERM)\u000a16:13:18.305527 --- ParallelTerminationStrategy: PID 23119 died...\u000a16:13:18.362204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23119): Terminated: ok {rc=0}\u000a16:13:18.372372 --- ParallelTerminationStrategy: PID 23122 died...\u000a16:13:18.428134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23122): Terminated: ok {rc=0}\u000a16:13:18.438319 --- ParallelTerminationStrategy: PID 23125 died...\u000a16:13:18.494423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23125): Terminated: ok {rc=0}\u000a16:13:18.580983 bus /sierra_3: Setting Powered False\u000a16:13:19.687028 bus /sierra_3: Setting Powered False\u000a16:13:20.795170 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:13:01" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23137): Process ended prematurely: osmo-stp_10.42.42.5(pid=23137) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23137)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23137): Process ended prematurely: osmo-stp_10.42.42.5(pid=23137) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:13:22.789997 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:22.801250 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:13:22.954370 tst mo_mt_call.py: using LAC 29123\u000a16:13:23.069870 tst mo_mt_call.py: using RAC 53\u000a16:13:23.193538 tst mo_mt_call.py: using CellId 29123\u000a16:13:23.319172 tst mo_mt_call.py: using BVCI 29124\u000a16:13:23.343243 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:23.354788 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:23.366056 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:23.377295 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:23.388624 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:23.399975 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:13:23.512309 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:13:23.707588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:24.172121 run create_hlr_db(pid=23131): Launched\u000a16:13:24.343887 bus /sierra_2: Setting Powered False\u000a16:13:25.365064 run create_hlr_db(pid=23131): Terminated: ok {rc=0}\u000a16:13:25.786883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23133): Launched\u000a16:13:26.103218 run osmo-hlr_10.42.42.2(pid=23134): Launched\u000a16:13:26.219627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:26.772886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23136): Launched\u000a16:13:27.088466 run osmo-stp_10.42.42.5(pid=23137): Launched\u000a16:13:27.203133 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:13:27.781436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23139): Launched\u000a16:13:28.096790 run osmo-msc_10.42.42.6(pid=23140): Launched\u000a16:13:28.282888 run osmo-stp_10.42.42.5(pid=23137): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23137)]\u000a16:13:28.417434 run osmo-stp_10.42.42.5(pid=23137): stdout: \u000a| (launched: 2022-12-10_16:13:26.934342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:28.551239 run osmo-stp_10.42.42.5(pid=23137): stderr: \u000a| �[0;m�[38;5;43m20221210161327127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161327127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161327127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161327127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161327128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161327128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161327128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:28.679756 run osmo-stp_10.42.42.5(pid=23137): stdout: \u000a| (launched: 2022-12-10_16:13:26.934342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:28.807222 run osmo-stp_10.42.42.5(pid=23137): stderr: \u000a| �[0;m�[38;5;43m20221210161327127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161327127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161327127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161327127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161327128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161327128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161327128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:28.863205 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23137): Process ended prematurely: osmo-stp_10.42.42.5(pid=23137) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23137)] [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:13:28.872502 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:13:28.936024 run osmo-hlr_10.42.42.2(pid=23134): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23134)]\u000a16:13:28.988090 run osmo-hlr_10.42.42.2(pid=23134): stdout: \u000a| (launched: 2022-12-10_16:13:25.948462) \u000a16:13:29.040614 run osmo-hlr_10.42.42.2(pid=23134): stderr: \u000a| �[0;m�[1;31m20221210161326146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161326146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161326146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161326146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161326146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161326146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161326172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161326184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161326184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161326184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:29.111850 run osmo-msc_10.42.42.6(pid=23140): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23140)]\u000a16:13:29.163459 run osmo-msc_10.42.42.6(pid=23140): stdout: \u000a| (launched: 2022-12-10_16:13:27.942249) \u000a16:13:29.215554 run osmo-msc_10.42.42.6(pid=23140): stderr: \u000a| �[0;m�[38;5;43m20221210161328262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161328263 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc3c79d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161328263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161328263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161328263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161328263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161328265 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161328265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161328265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161328266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:13:29.259789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23133): Terminating (SIGTERM)\u000a16:13:29.301836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23136): Terminating (SIGTERM)\u000a16:13:29.344290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23139): Terminating (SIGTERM)\u000a16:13:29.354030 --- ParallelTerminationStrategy: PID 23133 died...\u000a16:13:29.410834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23133): Terminated: ok {rc=0}\u000a16:13:29.421234 --- ParallelTerminationStrategy: PID 23136 died...\u000a16:13:29.477671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23136): Terminated: ok {rc=0}\u000a16:13:29.488133 --- ParallelTerminationStrategy: PID 23139 died...\u000a16:13:29.544648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23139): Terminated: ok {rc=0}\u000a16:13:29.632737 bus /sierra_3: Setting Powered False\u000a16:13:30.738865 bus /sierra_3: Setting Powered False\u000a16:13:31.851210 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23148): Process ended prematurely: osmo-stp_10.42.42.5(pid=23148) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23148)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23148): Process ended prematurely: osmo-stp_10.42.42.5(pid=23148) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:13:32.963660 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:32.975863 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:13:33.139756 tst mo_mt_call_osmux.py: using LAC 29124\u000a16:13:33.266197 tst mo_mt_call_osmux.py: using RAC 54\u000a16:13:33.392349 tst mo_mt_call_osmux.py: using CellId 29124\u000a16:13:33.516515 tst mo_mt_call_osmux.py: using BVCI 29125\u000a16:13:33.540711 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:33.552526 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:33.564149 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:33.575784 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:33.587650 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:33.599493 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:13:33.717732 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:13:33.930267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:34.435633 run create_hlr_db(pid=23142): Launched\u000a16:13:34.619254 bus /sierra_2: Setting Powered False\u000a16:13:35.629590 run create_hlr_db(pid=23142): Terminated: ok {rc=0}\u000a16:13:36.058618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23144): Launched\u000a16:13:36.374073 run osmo-hlr_10.42.42.2(pid=23145): Launched\u000a16:13:36.490316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:37.039761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23147): Launched\u000a16:13:37.354375 run osmo-stp_10.42.42.5(pid=23148): Launched\u000a16:13:37.468520 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:13:38.046896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23150): Launched\u000a16:13:38.361431 run osmo-msc_10.42.42.6(pid=23151): Launched\u000a16:13:38.547157 run osmo-stp_10.42.42.5(pid=23148): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23148)]\u000a16:13:38.681365 run osmo-stp_10.42.42.5(pid=23148): stdout: \u000a| (launched: 2022-12-10_16:13:37.200369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:38.815759 run osmo-stp_10.42.42.5(pid=23148): stderr: \u000a| �[0;m�[38;5;43m20221210161337390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161337391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161337391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161337391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161337394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161337394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161337394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:38.943661 run osmo-stp_10.42.42.5(pid=23148): stdout: \u000a| (launched: 2022-12-10_16:13:37.200369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:39.070383 run osmo-stp_10.42.42.5(pid=23148): stderr: \u000a| �[0;m�[38;5;43m20221210161337390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161337391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161337391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161337391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161337394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161337394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161337394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:39.126333 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23148): Process ended prematurely: osmo-stp_10.42.42.5(pid=23148) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23148)] [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:13:39.135586 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:13:39.197875 run osmo-hlr_10.42.42.2(pid=23145): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23145)]\u000a16:13:39.248854 run osmo-hlr_10.42.42.2(pid=23145): stdout: \u000a| (launched: 2022-12-10_16:13:36.220514) \u000a16:13:39.300856 run osmo-hlr_10.42.42.2(pid=23145): stderr: \u000a| �[0;m�[1;31m20221210161336418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161336418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161336418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161336418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161336418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161336418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161336433 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161336443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161336443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161336443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:39.371044 run osmo-msc_10.42.42.6(pid=23151): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23151)]\u000a16:13:39.421628 run osmo-msc_10.42.42.6(pid=23151): stdout: \u000a| (launched: 2022-12-10_16:13:38.207788) \u000a16:13:39.472576 run osmo-msc_10.42.42.6(pid=23151): stderr: \u000a| �[0;m�[38;5;43m20221210161338528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161338528 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3637a19c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161338529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161338529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161338529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161338529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161338531 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161338531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161338531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161338531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:13:39.515872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23144): Terminating (SIGTERM)\u000a16:13:39.557024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23147): Terminating (SIGTERM)\u000a16:13:39.598586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23150): Terminating (SIGTERM)\u000a16:13:39.608347 --- ParallelTerminationStrategy: PID 23144 died...\u000a16:13:39.664186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23144): Terminated: ok {rc=0}\u000a16:13:39.674314 --- ParallelTerminationStrategy: PID 23147 died...\u000a16:13:39.730150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23147): Terminated: ok {rc=0}\u000a16:13:39.740435 --- ParallelTerminationStrategy: PID 23150 died...\u000a16:13:39.795676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23150): Terminated: ok {rc=0}\u000a16:13:39.881117 bus /sierra_3: Setting Powered False\u000a16:13:40.987211 bus /sierra_3: Setting Powered False\u000a16:13:42.093816 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:13:22" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23162): Process ended prematurely: osmo-stp_10.42.42.5(pid=23162) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23162)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23162): Process ended prematurely: osmo-stp_10.42.42.5(pid=23162) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:13:44.078252 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:44.089291 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:13:44.241727 tst mo_mt_call.py: using LAC 29125\u000a16:13:44.366274 tst mo_mt_call.py: using RAC 55\u000a16:13:44.491289 tst mo_mt_call.py: using CellId 29125\u000a16:13:44.618373 tst mo_mt_call.py: using BVCI 29126\u000a16:13:44.642839 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:44.654557 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:44.666074 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:44.677819 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:44.690274 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:44.701768 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:13:44.813979 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:13:45.011749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:45.475420 run create_hlr_db(pid=23156): Launched\u000a16:13:45.645607 bus /sierra_2: Setting Powered False\u000a16:13:46.717749 run create_hlr_db(pid=23156): Terminated: ok {rc=0}\u000a16:13:47.155274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23158): Launched\u000a16:13:47.453106 run osmo-hlr_10.42.42.2(pid=23159): Launched\u000a16:13:47.563118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:48.075931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23161): Launched\u000a16:13:48.371248 run osmo-stp_10.42.42.5(pid=23162): Launched\u000a16:13:48.479264 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:13:49.018695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23164): Launched\u000a16:13:49.313786 run osmo-msc_10.42.42.6(pid=23165): Launched\u000a16:13:49.487687 run osmo-stp_10.42.42.5(pid=23162): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23162)]\u000a16:13:49.614196 run osmo-stp_10.42.42.5(pid=23162): stdout: \u000a| (launched: 2022-12-10_16:13:48.226135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:49.738146 run osmo-stp_10.42.42.5(pid=23162): stderr: \u000a| �[0;m�[38;5;43m20221210161348395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161348395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161348395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161348396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161348396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161348396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161348396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:49.857400 run osmo-stp_10.42.42.5(pid=23162): stdout: \u000a| (launched: 2022-12-10_16:13:48.226135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:49.975296 run osmo-stp_10.42.42.5(pid=23162): stderr: \u000a| �[0;m�[38;5;43m20221210161348395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161348395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161348395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161348396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161348396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161348396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161348396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:50.027289 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23162): Process ended prematurely: osmo-stp_10.42.42.5(pid=23162) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23162)] [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:13:50.035749 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a16:13:50.095937 run osmo-hlr_10.42.42.2(pid=23159): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23159)]\u000a16:13:50.145218 run osmo-hlr_10.42.42.2(pid=23159): stdout: \u000a| (launched: 2022-12-10_16:13:47.308270) \u000a16:13:50.195106 run osmo-hlr_10.42.42.2(pid=23159): stderr: \u000a| �[0;m�[1;31m20221210161347483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161347483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161347483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161347483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161347483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161347483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161347496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161347506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161347506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161347506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:50.262880 run osmo-msc_10.42.42.6(pid=23165): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23165)]\u000a16:13:50.312113 run osmo-msc_10.42.42.6(pid=23165): stdout: \u000a| (launched: 2022-12-10_16:13:49.168735) \u000a16:13:50.361899 run osmo-msc_10.42.42.6(pid=23165): stderr: \u000a| �[0;m�[38;5;43m20221210161349440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161349440 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc4fc14c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161349440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161349440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161349440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161349441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161349442 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161349443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161349443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161349443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:13:50.403755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23158): Terminating (SIGTERM)\u000a16:13:50.443703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23161): Terminating (SIGTERM)\u000a16:13:50.483840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23164): Terminating (SIGTERM)\u000a16:13:50.493113 --- ParallelTerminationStrategy: PID 23158 died...\u000a16:13:50.547063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23158): Terminated: ok {rc=0}\u000a16:13:50.556919 --- ParallelTerminationStrategy: PID 23161 died...\u000a16:13:50.610816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23161): Terminated: ok {rc=0}\u000a16:13:50.620448 --- ParallelTerminationStrategy: PID 23164 died...\u000a16:13:50.674063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23164): Terminated: ok {rc=0}\u000a16:13:50.762730 bus /sierra_3: Setting Powered False\u000a16:13:51.865448 bus /sierra_3: Setting Powered False\u000a16:13:52.976703 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23173): Process ended prematurely: osmo-stp_10.42.42.5(pid=23173) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23173)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23173): Process ended prematurely: osmo-stp_10.42.42.5(pid=23173) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:13:54.086475 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:54.098205 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:13:54.252711 tst mo_mt_call_osmux.py: using LAC 29126\u000a16:13:54.370902 tst mo_mt_call_osmux.py: using RAC 56\u000a16:13:54.489077 tst mo_mt_call_osmux.py: using CellId 29126\u000a16:13:54.605218 tst mo_mt_call_osmux.py: using BVCI 29127\u000a16:13:54.627668 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:54.638806 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:54.649633 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:54.660706 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:54.671870 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:54.682878 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:13:54.796485 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:13:54.996650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:55.460490 run create_hlr_db(pid=23167): Launched\u000a16:13:55.630946 bus /sierra_2: Setting Powered False\u000a16:13:56.654515 run create_hlr_db(pid=23167): Terminated: ok {rc=0}\u000a16:13:57.075662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23169): Launched\u000a16:13:57.392212 run osmo-hlr_10.42.42.2(pid=23170): Launched\u000a16:13:57.508249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:58.057478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23172): Launched\u000a16:13:58.373760 run osmo-stp_10.42.42.5(pid=23173): Launched\u000a16:13:58.488371 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:13:59.067692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23175): Launched\u000a16:13:59.382508 run osmo-msc_10.42.42.6(pid=23176): Launched\u000a16:13:59.567577 run osmo-stp_10.42.42.5(pid=23173): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23173)]\u000a16:13:59.702194 run osmo-stp_10.42.42.5(pid=23173): stdout: \u000a| (launched: 2022-12-10_16:13:58.218548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:59.836474 run osmo-stp_10.42.42.5(pid=23173): stderr: \u000a| �[0;m�[38;5;43m20221210161358408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161358409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161358409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161358409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161358410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161358410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161358410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:59.963953 run osmo-stp_10.42.42.5(pid=23173): stdout: \u000a| (launched: 2022-12-10_16:13:58.218548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:00.090598 run osmo-stp_10.42.42.5(pid=23173): stderr: \u000a| �[0;m�[38;5;43m20221210161358408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161358409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161358409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161358409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161358410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161358410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161358410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:00.146386 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23173): Process ended prematurely: osmo-stp_10.42.42.5(pid=23173) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23173)] [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:14:00.155665 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a16:14:00.217786 run osmo-hlr_10.42.42.2(pid=23170): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23170)]\u000a16:14:00.269158 run osmo-hlr_10.42.42.2(pid=23170): stdout: \u000a| (launched: 2022-12-10_16:13:57.237141) \u000a16:14:00.321011 run osmo-hlr_10.42.42.2(pid=23170): stderr: \u000a| �[0;m�[1;31m20221210161357433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161357433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161357433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161357433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161357433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161357433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161357446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161357454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161357454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161357454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:00.391461 run osmo-msc_10.42.42.6(pid=23176): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23176)]\u000a16:14:00.442362 run osmo-msc_10.42.42.6(pid=23176): stdout: \u000a| (launched: 2022-12-10_16:13:59.228281) \u000a16:14:00.493994 run osmo-msc_10.42.42.6(pid=23176): stderr: \u000a| �[0;m�[38;5;43m20221210161359550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161359550 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0325e43c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161359550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161359550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161359550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161359550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161359552 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161359552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161359553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161359553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:14:00.537850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23169): Terminating (SIGTERM)\u000a16:14:00.579365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23172): Terminating (SIGTERM)\u000a16:14:00.621411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23175): Terminating (SIGTERM)\u000a16:14:00.631178 --- ParallelTerminationStrategy: PID 23169 died...\u000a16:14:00.686980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23169): Terminated: ok {rc=0}\u000a16:14:00.697510 --- ParallelTerminationStrategy: PID 23172 died...\u000a16:14:00.753040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23172): Terminated: ok {rc=0}\u000a16:14:00.763124 --- ParallelTerminationStrategy: PID 23175 died...\u000a16:14:00.818443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23175): Terminated: ok {rc=0}\u000a16:14:00.930127 bus /sierra_3: Setting Powered False\u000a16:14:02.030674 bus /sierra_3: Setting Powered False\u000a16:14:03.137818 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:13:43" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23187): Process ended prematurely: osmo-stp_10.42.42.5(pid=23187) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23187)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23187): Process ended prematurely: osmo-stp_10.42.42.5(pid=23187) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23187)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:14:05.138448 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:05.149971 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:14:05.301823 tst mo_mt_call.py: using LAC 29127\u000a16:14:05.416229 tst mo_mt_call.py: using RAC 57\u000a16:14:05.535633 tst mo_mt_call.py: using CellId 29127\u000a16:14:05.650428 tst mo_mt_call.py: using BVCI 29128\u000a16:14:05.673142 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:05.684377 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:05.695397 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:05.706923 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:05.718521 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:05.729903 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:14:05.846649 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:14:06.056765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:06.562825 run create_hlr_db(pid=23181): Launched\u000a16:14:06.748154 bus /sierra_2: Setting Powered False\u000a16:14:07.768368 run create_hlr_db(pid=23181): Terminated: ok {rc=0}\u000a16:14:08.166281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23183): Launched\u000a16:14:08.460561 run osmo-hlr_10.42.42.2(pid=23184): Launched\u000a16:14:08.575441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:09.096025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23186): Launched\u000a16:14:09.390984 run osmo-stp_10.42.42.5(pid=23187): Launched\u000a16:14:09.498171 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:14:10.040062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23189): Launched\u000a16:14:10.335655 run osmo-msc_10.42.42.6(pid=23190): Launched\u000a16:14:10.509459 run osmo-stp_10.42.42.5(pid=23187): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23187)]\u000a16:14:10.635067 run osmo-stp_10.42.42.5(pid=23187): stdout: \u000a| (launched: 2022-12-10_16:14:09.246494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:10.758993 run osmo-stp_10.42.42.5(pid=23187): stderr: \u000a| �[0;m�[38;5;43m20221210161409417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161409417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161409417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161409418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161409418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161409418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161409418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:10.878623 run osmo-stp_10.42.42.5(pid=23187): stdout: \u000a| (launched: 2022-12-10_16:14:09.246494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:10.997085 run osmo-stp_10.42.42.5(pid=23187): stderr: \u000a| �[0;m�[38;5;43m20221210161409417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161409417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161409417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161409418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161409418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161409418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161409418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:11.049270 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23187): Process ended prematurely: osmo-stp_10.42.42.5(pid=23187) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23187)] [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:14:11.057876 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a16:14:11.118325 run osmo-hlr_10.42.42.2(pid=23184): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23184)]\u000a16:14:11.167675 run osmo-hlr_10.42.42.2(pid=23184): stdout: \u000a| (launched: 2022-12-10_16:14:08.316540) \u000a16:14:11.217533 run osmo-hlr_10.42.42.2(pid=23184): stderr: \u000a| �[0;m�[1;31m20221210161408493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161408493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161408493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161408493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161408493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161408494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161408506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161408515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161408515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161408515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:11.285254 run osmo-msc_10.42.42.6(pid=23190): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23190)]\u000a16:14:11.334555 run osmo-msc_10.42.42.6(pid=23190): stdout: \u000a| (launched: 2022-12-10_16:14:10.190487) \u000a16:14:11.384631 run osmo-msc_10.42.42.6(pid=23190): stderr: \u000a| �[0;m�[38;5;43m20221210161410459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161410459 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb63faddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161410459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161410460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161410461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161410461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161410463 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161410463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161410463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161410463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:14:11.426420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23183): Terminating (SIGTERM)\u000a16:14:11.466337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23186): Terminating (SIGTERM)\u000a16:14:11.506336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23189): Terminating (SIGTERM)\u000a16:14:11.515599 --- ParallelTerminationStrategy: PID 23183 died...\u000a16:14:11.569479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23183): Terminated: ok {rc=0}\u000a16:14:11.579427 --- ParallelTerminationStrategy: PID 23186 died...\u000a16:14:11.632445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23186): Terminated: ok {rc=0}\u000a16:14:11.642365 --- ParallelTerminationStrategy: PID 23189 died...\u000a16:14:11.695450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23189): Terminated: ok {rc=0}\u000a16:14:11.779389 bus /sierra_3: Setting Powered False\u000a16:14:12.881420 bus /sierra_3: Setting Powered False\u000a16:14:13.992218 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23198): Process ended prematurely: osmo-stp_10.42.42.5(pid=23198) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23198)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23198): Process ended prematurely: osmo-stp_10.42.42.5(pid=23198) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:14:15.105057 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:15.117345 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:14:15.279656 tst mo_mt_call_osmux.py: using LAC 29128\u000a16:14:15.408707 tst mo_mt_call_osmux.py: using RAC 58\u000a16:14:15.532775 tst mo_mt_call_osmux.py: using CellId 29128\u000a16:14:15.655175 tst mo_mt_call_osmux.py: using BVCI 29129\u000a16:14:15.679301 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:15.690906 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:15.702823 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:15.714295 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:15.725749 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:15.737113 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:14:15.870016 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:14:16.090747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:16.640514 run create_hlr_db(pid=23192): Launched\u000a16:14:16.828635 bus /sierra_2: Setting Powered False\u000a16:14:17.834079 run create_hlr_db(pid=23192): Terminated: ok {rc=0}\u000a16:14:18.266975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23194): Launched\u000a16:14:18.582765 run osmo-hlr_10.42.42.2(pid=23195): Launched\u000a16:14:18.703384 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:19.253986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23197): Launched\u000a16:14:19.569352 run osmo-stp_10.42.42.5(pid=23198): Launched\u000a16:14:19.682864 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:14:20.258736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23200): Launched\u000a16:14:20.573458 run osmo-msc_10.42.42.6(pid=23201): Launched\u000a16:14:20.758903 run osmo-stp_10.42.42.5(pid=23198): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23198)]\u000a16:14:20.892236 run osmo-stp_10.42.42.5(pid=23198): stdout: \u000a| (launched: 2022-12-10_16:14:19.415178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:21.026259 run osmo-stp_10.42.42.5(pid=23198): stderr: \u000a| �[0;m�[38;5;43m20221210161419605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161419606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161419606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161419606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161419607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161419607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161419607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:21.153621 run osmo-stp_10.42.42.5(pid=23198): stdout: \u000a| (launched: 2022-12-10_16:14:19.415178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:21.279553 run osmo-stp_10.42.42.5(pid=23198): stderr: \u000a| �[0;m�[38;5;43m20221210161419605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161419606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161419606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161419606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161419607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161419607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161419607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:21.335328 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23198): Process ended prematurely: osmo-stp_10.42.42.5(pid=23198) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23198)] [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:14:21.344612 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:14:21.407088 run osmo-hlr_10.42.42.2(pid=23195): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23195)]\u000a16:14:21.458305 run osmo-hlr_10.42.42.2(pid=23195): stdout: \u000a| (launched: 2022-12-10_16:14:18.428304) \u000a16:14:21.510175 run osmo-hlr_10.42.42.2(pid=23195): stderr: \u000a| �[0;m�[1;31m20221210161418627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161418627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161418627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161418627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161418627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161418627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161418641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161418649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161418649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161418649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:21.580582 run osmo-msc_10.42.42.6(pid=23201): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23201)]\u000a16:14:21.631327 run osmo-msc_10.42.42.6(pid=23201): stdout: \u000a| (launched: 2022-12-10_16:14:20.419331) \u000a16:14:21.682687 run osmo-msc_10.42.42.6(pid=23201): stderr: \u000a| �[0;m�[38;5;43m20221210161420741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161420741 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd94d44ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161420741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161420741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161420741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161420742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161420743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161420744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161420744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161420744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:14:21.726650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23194): Terminating (SIGTERM)\u000a16:14:21.768486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23197): Terminating (SIGTERM)\u000a16:14:21.810093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23200): Terminating (SIGTERM)\u000a16:14:21.819935 --- ParallelTerminationStrategy: PID 23194 died...\u000a16:14:21.875592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23194): Terminated: ok {rc=0}\u000a16:14:21.885937 --- ParallelTerminationStrategy: PID 23197 died...\u000a16:14:21.941058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23197): Terminated: ok {rc=0}\u000a16:14:21.951321 --- ParallelTerminationStrategy: PID 23200 died...\u000a16:14:22.006214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23200): Terminated: ok {rc=0}\u000a16:14:22.092790 bus /sierra_3: Setting Powered False\u000a16:14:23.196277 bus /sierra_3: Setting Powered False\u000a16:14:24.307428 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:14:04" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23212): Process ended prematurely: osmo-stp_10.42.42.5(pid=23212) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23212)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23212): Process ended prematurely: osmo-stp_10.42.42.5(pid=23212) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:14:26.291650 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:26.302850 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:14:26.456256 tst mo_mt_call.py: using LAC 29129\u000a16:14:26.577533 tst mo_mt_call.py: using RAC 59\u000a16:14:26.694042 tst mo_mt_call.py: using CellId 29129\u000a16:14:26.816592 tst mo_mt_call.py: using BVCI 29130\u000a16:14:26.841127 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:26.852799 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:26.864346 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:26.875986 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:26.887567 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:26.899378 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:14:27.014105 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:14:27.210042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:27.673666 run create_hlr_db(pid=23206): Launched\u000a16:14:27.843403 bus /sierra_2: Setting Powered False\u000a16:14:28.877383 run create_hlr_db(pid=23206): Terminated: ok {rc=0}\u000a16:14:29.298083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23208): Launched\u000a16:14:29.614117 run osmo-hlr_10.42.42.2(pid=23209): Launched\u000a16:14:29.730410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:30.277861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23211): Launched\u000a16:14:30.592844 run osmo-stp_10.42.42.5(pid=23212): Launched\u000a16:14:30.707034 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:14:31.311526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23214): Launched\u000a16:14:31.659479 run osmo-msc_10.42.42.6(pid=23215): Launched\u000a16:14:32.041753 run osmo-stp_10.42.42.5(pid=23212): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23212)]\u000a16:14:32.219284 run osmo-stp_10.42.42.5(pid=23212): stdout: \u000a| (launched: 2022-12-10_16:14:30.438177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:32.353320 run osmo-stp_10.42.42.5(pid=23212): stderr: \u000a| �[0;m�[38;5;43m20221210161430626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161430627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161430627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161430627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161430629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161430630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161430630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:32.480899 run osmo-stp_10.42.42.5(pid=23212): stdout: \u000a| (launched: 2022-12-10_16:14:30.438177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:32.607702 run osmo-stp_10.42.42.5(pid=23212): stderr: \u000a| �[0;m�[38;5;43m20221210161430626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161430627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161430627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161430627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161430629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161430630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161430630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:32.663662 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23212): Process ended prematurely: osmo-stp_10.42.42.5(pid=23212) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23212)] [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:14:32.673022 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:14:32.736084 run osmo-hlr_10.42.42.2(pid=23209): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23209)]\u000a16:14:32.787793 run osmo-hlr_10.42.42.2(pid=23209): stdout: \u000a| (launched: 2022-12-10_16:14:29.459097) \u000a16:14:32.839560 run osmo-hlr_10.42.42.2(pid=23209): stderr: \u000a| �[0;m�[1;31m20221210161429658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161429658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161429658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161429658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161429658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161429658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161429672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161429682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161429682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161429682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:32.910691 run osmo-msc_10.42.42.6(pid=23215): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23215)]\u000a16:14:32.962074 run osmo-msc_10.42.42.6(pid=23215): stdout: \u000a| (launched: 2022-12-10_16:14:31.474953) \u000a16:14:33.014652 run osmo-msc_10.42.42.6(pid=23215): stderr: \u000a| �[0;m�[38;5;43m20221210161431968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161431968 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb86171c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161431968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161431968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161431969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161431969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161431971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161431971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161431971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161431971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:14:33.058896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23208): Terminating (SIGTERM)\u000a16:14:33.100868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23211): Terminating (SIGTERM)\u000a16:14:33.142838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23214): Terminating (SIGTERM)\u000a16:14:33.152676 --- ParallelTerminationStrategy: PID 23208 died...\u000a16:14:33.209245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23208): Terminated: ok {rc=0}\u000a16:14:33.219491 --- ParallelTerminationStrategy: PID 23211 died...\u000a16:14:33.275230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23211): Terminated: ok {rc=0}\u000a16:14:33.285459 --- ParallelTerminationStrategy: PID 23214 died...\u000a16:14:33.340881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23214): Terminated: ok {rc=0}\u000a16:14:33.426804 bus /sierra_3: Setting Powered False\u000a16:14:34.532747 bus /sierra_3: Setting Powered False\u000a16:14:35.639284 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23223): Process ended prematurely: osmo-stp_10.42.42.5(pid=23223) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23223)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23223): Process ended prematurely: osmo-stp_10.42.42.5(pid=23223) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:14:36.752627 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:36.764690 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:14:36.927638 tst mo_mt_call_osmux.py: using LAC 29130\u000a16:14:37.051377 tst mo_mt_call_osmux.py: using RAC 60\u000a16:14:37.171381 tst mo_mt_call_osmux.py: using CellId 29130\u000a16:14:37.290302 tst mo_mt_call_osmux.py: using BVCI 29131\u000a16:14:37.312813 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:37.324246 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:37.335304 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:37.346784 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:37.358348 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:37.369805 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:14:37.487010 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:14:37.686007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:38.151716 run create_hlr_db(pid=23217): Launched\u000a16:14:38.322248 bus /sierra_2: Setting Powered False\u000a16:14:39.343856 run create_hlr_db(pid=23217): Terminated: ok {rc=0}\u000a16:14:39.739289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23219): Launched\u000a16:14:40.033983 run osmo-hlr_10.42.42.2(pid=23220): Launched\u000a16:14:40.144380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:40.656022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23222): Launched\u000a16:14:40.951855 run osmo-stp_10.42.42.5(pid=23223): Launched\u000a16:14:41.060144 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:14:41.598757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23225): Launched\u000a16:14:41.893908 run osmo-msc_10.42.42.6(pid=23226): Launched\u000a16:14:42.066974 run osmo-stp_10.42.42.5(pid=23223): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23223)]\u000a16:14:42.191791 run osmo-stp_10.42.42.5(pid=23223): stdout: \u000a| (launched: 2022-12-10_16:14:40.806223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:42.315434 run osmo-stp_10.42.42.5(pid=23223): stderr: \u000a| �[0;m�[38;5;43m20221210161440976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161440976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161440976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161440977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161440977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161440977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161440977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:42.434516 run osmo-stp_10.42.42.5(pid=23223): stdout: \u000a| (launched: 2022-12-10_16:14:40.806223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:42.552346 run osmo-stp_10.42.42.5(pid=23223): stderr: \u000a| �[0;m�[38;5;43m20221210161440976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161440976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161440976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161440977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161440977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161440977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161440977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:42.604541 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23223): Process ended prematurely: osmo-stp_10.42.42.5(pid=23223) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23223)] [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:14:42.613218 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a16:14:42.672635 run osmo-hlr_10.42.42.2(pid=23220): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23220)]\u000a16:14:42.721931 run osmo-hlr_10.42.42.2(pid=23220): stdout: \u000a| (launched: 2022-12-10_16:14:39.889398) \u000a16:14:42.771448 run osmo-hlr_10.42.42.2(pid=23220): stderr: \u000a| �[0;m�[1;31m20221210161440066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161440067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161440067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161440067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161440067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161440067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161440079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161440089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161440089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161440089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:42.838365 run osmo-msc_10.42.42.6(pid=23226): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23226)]\u000a16:14:42.886775 run osmo-msc_10.42.42.6(pid=23226): stdout: \u000a| (launched: 2022-12-10_16:14:41.748890) \u000a16:14:42.936261 run osmo-msc_10.42.42.6(pid=23226): stderr: \u000a| �[0;m�[38;5;43m20221210161442022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161442023 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2abe64dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161442023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161442023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161442023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161442023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161442025 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161442025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161442025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161442026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:14:42.977873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23219): Terminating (SIGTERM)\u000a16:14:43.017371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23222): Terminating (SIGTERM)\u000a16:14:43.057220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23225): Terminating (SIGTERM)\u000a16:14:43.066828 --- ParallelTerminationStrategy: PID 23219 died...\u000a16:14:43.120115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23219): Terminated: ok {rc=0}\u000a16:14:43.129827 --- ParallelTerminationStrategy: PID 23222 died...\u000a16:14:43.182626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23222): Terminated: ok {rc=0}\u000a16:14:43.192453 --- ParallelTerminationStrategy: PID 23225 died...\u000a16:14:43.245480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23225): Terminated: ok {rc=0}\u000a16:14:43.333596 bus /sierra_3: Setting Powered False\u000a16:14:44.436777 bus /sierra_3: Setting Powered False\u000a16:14:45.543629 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:14:26" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23238): Process ended prematurely: osmo-stp_10.42.42.5(pid=23238) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23238)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23238): Process ended prematurely: osmo-stp_10.42.42.5(pid=23238) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:14:47.548751 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:47.560056 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:14:47.713765 tst mo_mt_call.py: using LAC 29131\u000a16:14:47.837646 tst mo_mt_call.py: using RAC 61\u000a16:14:47.961547 tst mo_mt_call.py: using CellId 29131\u000a16:14:48.086650 tst mo_mt_call.py: using BVCI 29132\u000a16:14:48.110928 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:48.122758 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:48.134316 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:48.146137 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:48.157986 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:48.169511 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:14:48.284319 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:14:48.484720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:48.950316 run create_hlr_db(pid=23232): Launched\u000a16:14:49.120604 bus /sierra_2: Setting Powered False\u000a16:14:50.142518 run create_hlr_db(pid=23232): Terminated: ok {rc=0}\u000a16:14:50.562624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23234): Launched\u000a16:14:50.878714 run osmo-hlr_10.42.42.2(pid=23235): Launched\u000a16:14:50.994454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:51.544369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23237): Launched\u000a16:14:51.859493 run osmo-stp_10.42.42.5(pid=23238): Launched\u000a16:14:51.974424 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:14:52.550586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23240): Launched\u000a16:14:52.866932 run osmo-msc_10.42.42.6(pid=23241): Launched\u000a16:14:53.052462 run osmo-stp_10.42.42.5(pid=23238): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23238)]\u000a16:14:53.186869 run osmo-stp_10.42.42.5(pid=23238): stdout: \u000a| (launched: 2022-12-10_16:14:51.704894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:53.320927 run osmo-stp_10.42.42.5(pid=23238): stderr: \u000a| �[0;m�[38;5;43m20221210161451896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161451896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161451896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161451897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161451899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161451899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161451899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:53.448841 run osmo-stp_10.42.42.5(pid=23238): stdout: \u000a| (launched: 2022-12-10_16:14:51.704894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:53.576117 run osmo-stp_10.42.42.5(pid=23238): stderr: \u000a| �[0;m�[38;5;43m20221210161451896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161451896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161451896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161451897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161451899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161451899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161451899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:53.632031 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23238): Process ended prematurely: osmo-stp_10.42.42.5(pid=23238) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23238)] [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:14:53.641534 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:14:53.704107 run osmo-hlr_10.42.42.2(pid=23235): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23235)]\u000a16:14:53.755809 run osmo-hlr_10.42.42.2(pid=23235): stdout: \u000a| (launched: 2022-12-10_16:14:50.724141) \u000a16:14:53.807943 run osmo-hlr_10.42.42.2(pid=23235): stderr: \u000a| �[0;m�[1;31m20221210161450921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161450921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161450921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161450921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161450921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161450921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161450933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161450941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161450942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161450942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:53.878422 run osmo-msc_10.42.42.6(pid=23241): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23241)]\u000a16:14:53.929598 run osmo-msc_10.42.42.6(pid=23241): stdout: \u000a| (launched: 2022-12-10_16:14:52.711685) \u000a16:14:53.981197 run osmo-msc_10.42.42.6(pid=23241): stderr: \u000a| �[0;m�[38;5;43m20221210161453031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161453031 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3aea5b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161453032 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161453032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161453032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161453032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161453034 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161453034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161453034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161453034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:14:54.024940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23234): Terminating (SIGTERM)\u000a16:14:54.066725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23237): Terminating (SIGTERM)\u000a16:14:54.108549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23240): Terminating (SIGTERM)\u000a16:14:54.118237 --- ParallelTerminationStrategy: PID 23234 died...\u000a16:14:54.174234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23234): Terminated: ok {rc=0}\u000a16:14:54.184412 --- ParallelTerminationStrategy: PID 23237 died...\u000a16:14:54.240289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23237): Terminated: ok {rc=0}\u000a16:14:54.250517 --- ParallelTerminationStrategy: PID 23240 died...\u000a16:14:54.306219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23240): Terminated: ok {rc=0}\u000a16:14:54.392344 bus /sierra_3: Setting Powered False\u000a16:14:55.498683 bus /sierra_3: Setting Powered False\u000a16:14:56.605655 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23252): Process ended prematurely: osmo-stp_10.42.42.5(pid=23252) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23252)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23252): Process ended prematurely: osmo-stp_10.42.42.5(pid=23252) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:14:57.719251 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:57.731717 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:14:57.897288 tst mo_mt_call_osmux.py: using LAC 29132\u000a16:14:58.022331 tst mo_mt_call_osmux.py: using RAC 62\u000a16:14:58.141393 tst mo_mt_call_osmux.py: using CellId 29132\u000a16:14:58.269752 tst mo_mt_call_osmux.py: using BVCI 29133\u000a16:14:58.293868 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:58.305592 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:58.317056 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:58.329040 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:58.341630 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:58.353158 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:14:58.471896 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:14:58.671553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:59.137041 run create_hlr_db(pid=23243): Launched\u000a16:14:59.307532 bus /sierra_2: Setting Powered False\u000a16:15:00.329635 run create_hlr_db(pid=23243): Terminated: ok {rc=0}\u000a16:15:00.726667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23245): Launched\u000a16:15:01.186832 run osmo-hlr_10.42.42.2(pid=23246): Launched\u000a16:15:01.369724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:01.953396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23251): Launched\u000a16:15:02.356292 run osmo-stp_10.42.42.5(pid=23252): Launched\u000a16:15:02.515412 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:15:03.054889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23254): Launched\u000a16:15:03.351237 run osmo-msc_10.42.42.6(pid=23255): Launched\u000a16:15:03.525883 run osmo-stp_10.42.42.5(pid=23252): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23252)]\u000a16:15:03.652248 run osmo-stp_10.42.42.5(pid=23252): stdout: \u000a| (launched: 2022-12-10_16:15:02.128778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:03.776206 run osmo-stp_10.42.42.5(pid=23252): stderr: \u000a| �[0;m�[38;5;43m20221210161502411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161502411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161502411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161502412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161502412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161502412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161502412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:03.896036 run osmo-stp_10.42.42.5(pid=23252): stdout: \u000a| (launched: 2022-12-10_16:15:02.128778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:04.014727 run osmo-stp_10.42.42.5(pid=23252): stderr: \u000a| �[0;m�[38;5;43m20221210161502411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161502411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161502411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161502412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161502412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161502412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161502412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:04.066916 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23252): Process ended prematurely: osmo-stp_10.42.42.5(pid=23252) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23252)] [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:15:04.075455 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:15:04.135275 run osmo-hlr_10.42.42.2(pid=23246): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23246)]\u000a16:15:04.184658 run osmo-hlr_10.42.42.2(pid=23246): stdout: \u000a| (launched: 2022-12-10_16:15:00.877705) \u000a16:15:04.234021 run osmo-hlr_10.42.42.2(pid=23246): stderr: \u000a| �[0;m�[1;31m20221210161501096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161501096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161501096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161501096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161501096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161501096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161501115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161501132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161501134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161501134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:04.302013 run osmo-msc_10.42.42.6(pid=23255): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23255)]\u000a16:15:04.350847 run osmo-msc_10.42.42.6(pid=23255): stdout: \u000a| (launched: 2022-12-10_16:15:03.205638) \u000a16:15:04.400354 run osmo-msc_10.42.42.6(pid=23255): stderr: \u000a| �[0;m�[38;5;43m20221210161503475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161503475 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2cfc443c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161503475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161503476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161503476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161503476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161503478 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161503478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161503478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161503478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:15:04.442144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23245): Terminating (SIGTERM)\u000a16:15:04.482100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23251): Terminating (SIGTERM)\u000a16:15:04.522142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23254): Terminating (SIGTERM)\u000a16:15:04.531582 --- ParallelTerminationStrategy: PID 23245 died...\u000a16:15:04.585408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23245): Terminated: ok {rc=0}\u000a16:15:04.595188 --- ParallelTerminationStrategy: PID 23251 died...\u000a16:15:04.649089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23251): Terminated: ok {rc=0}\u000a16:15:04.658822 --- ParallelTerminationStrategy: PID 23254 died...\u000a16:15:04.713014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23254): Terminated: ok {rc=0}\u000a16:15:04.799953 bus /sierra_3: Setting Powered False\u000a16:15:05.901888 bus /sierra_3: Setting Powered False\u000a16:15:07.012434 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:14:47" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23266): Process ended prematurely: osmo-stp_10.42.42.5(pid=23266) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23266)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23266): Process ended prematurely: osmo-stp_10.42.42.5(pid=23266) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:15:08.998744 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:09.009827 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:15:09.166366 tst mo_mt_call.py: using LAC 29133\u000a16:15:09.282257 tst mo_mt_call.py: using RAC 63\u000a16:15:09.398194 tst mo_mt_call.py: using CellId 29133\u000a16:15:09.515220 tst mo_mt_call.py: using BVCI 29134\u000a16:15:09.537664 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:09.548322 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:09.558956 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:09.570265 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:09.581655 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:09.592580 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:15:09.710543 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:15:09.908765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:10.372200 run create_hlr_db(pid=23260): Launched\u000a16:15:10.542845 bus /sierra_2: Setting Powered False\u000a16:15:11.564735 run create_hlr_db(pid=23260): Terminated: ok {rc=0}\u000a16:15:11.959639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23262): Launched\u000a16:15:12.255900 run osmo-hlr_10.42.42.2(pid=23263): Launched\u000a16:15:12.364498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:12.876316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23265): Launched\u000a16:15:13.171408 run osmo-stp_10.42.42.5(pid=23266): Launched\u000a16:15:13.279653 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:15:13.818255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23268): Launched\u000a16:15:14.114049 run osmo-msc_10.42.42.6(pid=23269): Launched\u000a16:15:14.287374 run osmo-stp_10.42.42.5(pid=23266): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23266)]\u000a16:15:14.413189 run osmo-stp_10.42.42.5(pid=23266): stdout: \u000a| (launched: 2022-12-10_16:15:13.025695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:14.536729 run osmo-stp_10.42.42.5(pid=23266): stderr: \u000a| �[0;m�[38;5;43m20221210161513194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161513194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161513195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161513195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161513195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161513196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161513196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:14.655821 run osmo-stp_10.42.42.5(pid=23266): stdout: \u000a| (launched: 2022-12-10_16:15:13.025695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:14.774540 run osmo-stp_10.42.42.5(pid=23266): stderr: \u000a| �[0;m�[38;5;43m20221210161513194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161513194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161513195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161513195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161513195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161513196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161513196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:14.826623 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23266): Process ended prematurely: osmo-stp_10.42.42.5(pid=23266) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23266)] [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:15:14.835216 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a16:15:14.895724 run osmo-hlr_10.42.42.2(pid=23263): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23263)]\u000a16:15:14.944861 run osmo-hlr_10.42.42.2(pid=23263): stdout: \u000a| (launched: 2022-12-10_16:15:12.110312) \u000a16:15:14.994677 run osmo-hlr_10.42.42.2(pid=23263): stderr: \u000a| �[0;m�[1;31m20221210161512284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161512284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161512284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161512284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161512284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161512284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161512296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161512304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161512304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161512305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:15.062106 run osmo-msc_10.42.42.6(pid=23269): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23269)]\u000a16:15:15.111145 run osmo-msc_10.42.42.6(pid=23269): stdout: \u000a| (launched: 2022-12-10_16:15:13.967816) \u000a16:15:15.160921 run osmo-msc_10.42.42.6(pid=23269): stderr: \u000a| �[0;m�[38;5;43m20221210161514237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161514238 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49fc565c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161514238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161514238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161514238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161514238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161514240 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161514240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161514240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161514241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:15:15.202928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23262): Terminating (SIGTERM)\u000a16:15:15.242711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23265): Terminating (SIGTERM)\u000a16:15:15.282781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23268): Terminating (SIGTERM)\u000a16:15:15.292364 --- ParallelTerminationStrategy: PID 23262 died...\u000a16:15:15.345727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23262): Terminated: ok {rc=0}\u000a16:15:15.355636 --- ParallelTerminationStrategy: PID 23265 died...\u000a16:15:15.409097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23265): Terminated: ok {rc=0}\u000a16:15:15.418874 --- ParallelTerminationStrategy: PID 23268 died...\u000a16:15:15.472179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23268): Terminated: ok {rc=0}\u000a16:15:15.560040 bus /sierra_3: Setting Powered False\u000a16:15:16.667425 bus /sierra_3: Setting Powered False\u000a16:15:17.774405 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23277): Process ended prematurely: osmo-stp_10.42.42.5(pid=23277) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23277)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23277): Process ended prematurely: osmo-stp_10.42.42.5(pid=23277) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:15:18.888081 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:18.900275 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:15:19.063850 tst mo_mt_call_osmux.py: using LAC 29134\u000a16:15:19.187109 tst mo_mt_call_osmux.py: using RAC 64\u000a16:15:19.311671 tst mo_mt_call_osmux.py: using CellId 29134\u000a16:15:19.441593 tst mo_mt_call_osmux.py: using BVCI 29135\u000a16:15:19.465914 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:19.477330 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:19.488314 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:19.499609 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:19.510977 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:19.522326 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:15:19.635654 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:15:19.842957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:20.350038 run create_hlr_db(pid=23271): Launched\u000a16:15:20.533649 bus /sierra_2: Setting Powered False\u000a16:15:21.556059 run create_hlr_db(pid=23271): Terminated: ok {rc=0}\u000a16:15:21.954874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23273): Launched\u000a16:15:22.250278 run osmo-hlr_10.42.42.2(pid=23274): Launched\u000a16:15:22.364096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:22.886099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23276): Launched\u000a16:15:23.181369 run osmo-stp_10.42.42.5(pid=23277): Launched\u000a16:15:23.289425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:15:23.835291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23279): Launched\u000a16:15:24.131763 run osmo-msc_10.42.42.6(pid=23280): Launched\u000a16:15:24.308208 run osmo-stp_10.42.42.5(pid=23277): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23277)]\u000a16:15:24.435152 run osmo-stp_10.42.42.5(pid=23277): stdout: \u000a| (launched: 2022-12-10_16:15:23.036269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:24.558976 run osmo-stp_10.42.42.5(pid=23277): stderr: \u000a| �[0;m�[38;5;43m20221210161523204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161523205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161523205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161523205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161523206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161523206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161523206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:24.678494 run osmo-stp_10.42.42.5(pid=23277): stdout: \u000a| (launched: 2022-12-10_16:15:23.036269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:24.797376 run osmo-stp_10.42.42.5(pid=23277): stderr: \u000a| �[0;m�[38;5;43m20221210161523204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161523205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161523205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161523205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161523206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161523206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161523206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:24.849570 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23277): Process ended prematurely: osmo-stp_10.42.42.5(pid=23277) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23277)] [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:15:24.858031 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a16:15:24.918624 run osmo-hlr_10.42.42.2(pid=23274): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23274)]\u000a16:15:24.967684 run osmo-hlr_10.42.42.2(pid=23274): stdout: \u000a| (launched: 2022-12-10_16:15:22.105411) \u000a16:15:25.018326 run osmo-hlr_10.42.42.2(pid=23274): stderr: \u000a| �[0;m�[1;31m20221210161522282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161522282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161522282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161522282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161522282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161522282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161522295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161522303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161522303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161522303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:25.086210 run osmo-msc_10.42.42.6(pid=23280): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23280)]\u000a16:15:25.135617 run osmo-msc_10.42.42.6(pid=23280): stdout: \u000a| (launched: 2022-12-10_16:15:23.985718) \u000a16:15:25.185657 run osmo-msc_10.42.42.6(pid=23280): stderr: \u000a| �[0;m�[38;5;43m20221210161524259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161524260 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a70c84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161524260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161524260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161524260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161524260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161524262 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161524262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161524263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161524263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:15:25.227801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23273): Terminating (SIGTERM)\u000a16:15:25.268083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23276): Terminating (SIGTERM)\u000a16:15:25.308354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23279): Terminating (SIGTERM)\u000a16:15:25.317897 --- ParallelTerminationStrategy: PID 23273 died...\u000a16:15:25.371690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23273): Terminated: ok {rc=0}\u000a16:15:25.381430 --- ParallelTerminationStrategy: PID 23276 died...\u000a16:15:25.434558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23276): Terminated: ok {rc=0}\u000a16:15:25.444305 --- ParallelTerminationStrategy: PID 23279 died...\u000a16:15:25.497489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23279): Terminated: ok {rc=0}\u000a16:15:25.587125 bus /sierra_3: Setting Powered False\u000a16:15:26.690681 bus /sierra_3: Setting Powered False\u000a16:15:27.802424 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:15:08" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23294): Process ended prematurely: osmo-stp_10.42.42.5(pid=23294) [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23294)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23294): Process ended prematurely: osmo-stp_10.42.42.5(pid=23294) [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a16:15:29.795349 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:29.807196 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:15:29.952804 tst mo_mt_call.py: using LAC 29135\u000a16:15:30.078851 tst mo_mt_call.py: using RAC 65\u000a16:15:30.203253 tst mo_mt_call.py: using CellId 29135\u000a16:15:30.328451 tst mo_mt_call.py: using BVCI 29136\u000a16:15:30.352703 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:30.364458 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:30.375887 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:30.387353 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:30.398908 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:30.410433 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:15:30.523786 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:15:30.726563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:31.265893 run create_hlr_db(pid=23288): Launched\u000a16:15:31.453116 bus /sierra_2: Setting Powered False\u000a16:15:32.460659 run create_hlr_db(pid=23288): Terminated: ok {rc=0}\u000a16:15:32.866828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23290): Launched\u000a16:15:33.160708 run osmo-hlr_10.42.42.2(pid=23291): Launched\u000a16:15:33.268345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:33.780887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23293): Launched\u000a16:15:34.076155 run osmo-stp_10.42.42.5(pid=23294): Launched\u000a16:15:34.184189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:15:34.726952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23296): Launched\u000a16:15:35.022821 run osmo-msc_10.42.42.6(pid=23297): Launched\u000a16:15:35.197175 run osmo-stp_10.42.42.5(pid=23294): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23294)]\u000a16:15:35.324040 run osmo-stp_10.42.42.5(pid=23294): stdout: \u000a| (launched: 2022-12-10_16:15:33.931032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:35.448400 run osmo-stp_10.42.42.5(pid=23294): stderr: \u000a| �[0;m�[38;5;43m20221210161534101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161534101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161534101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161534102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161534102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161534102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161534102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:35.567717 run osmo-stp_10.42.42.5(pid=23294): stdout: \u000a| (launched: 2022-12-10_16:15:33.931032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:35.686304 run osmo-stp_10.42.42.5(pid=23294): stderr: \u000a| �[0;m�[38;5;43m20221210161534101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161534101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161534101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161534102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161534102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161534102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161534102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:35.738722 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23294): Process ended prematurely: osmo-stp_10.42.42.5(pid=23294) [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23294)] [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a16:15:35.747191 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a16:15:35.807818 run osmo-hlr_10.42.42.2(pid=23291): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23291)]\u000a16:15:35.857463 run osmo-hlr_10.42.42.2(pid=23291): stdout: \u000a| (launched: 2022-12-10_16:15:33.016743) \u000a16:15:35.907397 run osmo-hlr_10.42.42.2(pid=23291): stderr: \u000a| �[0;m�[1;31m20221210161533191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161533191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161533191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161533191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161533191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161533191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161533203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161533212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161533212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161533212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:35.975510 run osmo-msc_10.42.42.6(pid=23297): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23297)]\u000a16:15:36.024754 run osmo-msc_10.42.42.6(pid=23297): stdout: \u000a| (launched: 2022-12-10_16:15:34.877357) \u000a16:15:36.074706 run osmo-msc_10.42.42.6(pid=23297): stderr: \u000a| �[0;m�[38;5;43m20221210161535150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161535150 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa65de3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161535150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161535150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161535150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161535150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161535152 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161535152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161535153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161535153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:15:36.117162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23290): Terminating (SIGTERM)\u000a16:15:36.157732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23293): Terminating (SIGTERM)\u000a16:15:36.197998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23296): Terminating (SIGTERM)\u000a16:15:36.207639 --- ParallelTerminationStrategy: PID 23290 died...\u000a16:15:36.261957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23290): Terminated: ok {rc=0}\u000a16:15:36.271660 --- ParallelTerminationStrategy: PID 23293 died...\u000a16:15:36.325062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23293): Terminated: ok {rc=0}\u000a16:15:36.334973 --- ParallelTerminationStrategy: PID 23296 died...\u000a16:15:36.388497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23296): Terminated: ok {rc=0}\u000a16:15:36.477777 bus /sierra_3: Setting Powered False\u000a16:15:37.581407 bus /sierra_3: Setting Powered False\u000a16:15:38.690656 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23305): Process ended prematurely: osmo-stp_10.42.42.5(pid=23305) [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23305)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23305): Process ended prematurely: osmo-stp_10.42.42.5(pid=23305) [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:15:39.805059 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:39.817256 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:15:39.959766 tst mo_mt_call_osmux.py: using LAC 29136\u000a16:15:40.083946 tst mo_mt_call_osmux.py: using RAC 66\u000a16:15:40.207256 tst mo_mt_call_osmux.py: using CellId 29136\u000a16:15:40.332487 tst mo_mt_call_osmux.py: using BVCI 29137\u000a16:15:40.356723 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:40.368527 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:40.380043 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:40.391680 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:40.403788 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:40.415365 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:15:40.532014 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:15:40.738911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:41.244303 run create_hlr_db(pid=23299): Launched\u000a16:15:41.428022 bus /sierra_2: Setting Powered False\u000a16:15:42.448855 run create_hlr_db(pid=23299): Terminated: ok {rc=0}\u000a16:15:42.847352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23301): Launched\u000a16:15:43.142348 run osmo-hlr_10.42.42.2(pid=23302): Launched\u000a16:15:43.253494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:43.765914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23304): Launched\u000a16:15:44.061096 run osmo-stp_10.42.42.5(pid=23305): Launched\u000a16:15:44.169113 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:15:44.708351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23307): Launched\u000a16:15:45.004592 run osmo-msc_10.42.42.6(pid=23308): Launched\u000a16:15:45.179463 run osmo-stp_10.42.42.5(pid=23305): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23305)]\u000a16:15:45.306078 run osmo-stp_10.42.42.5(pid=23305): stdout: \u000a| (launched: 2022-12-10_16:15:43.916404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:45.430259 run osmo-stp_10.42.42.5(pid=23305): stderr: \u000a| �[0;m�[38;5;43m20221210161544087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161544087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161544087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161544088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161544088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161544088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161544089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:45.550195 run osmo-stp_10.42.42.5(pid=23305): stdout: \u000a| (launched: 2022-12-10_16:15:43.916404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:45.668927 run osmo-stp_10.42.42.5(pid=23305): stderr: \u000a| �[0;m�[38;5;43m20221210161544087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161544087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161544087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161544088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161544088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161544088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161544089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:45.721506 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23305): Process ended prematurely: osmo-stp_10.42.42.5(pid=23305) [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23305)] [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a16:15:45.730048 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a16:15:45.790358 run osmo-hlr_10.42.42.2(pid=23302): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23302)]\u000a16:15:45.839774 run osmo-hlr_10.42.42.2(pid=23302): stdout: \u000a| (launched: 2022-12-10_16:15:42.997434) \u000a16:15:45.892571 run osmo-hlr_10.42.42.2(pid=23302): stderr: \u000a| �[0;m�[1;31m20221210161543170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161543170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161543171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161543171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161543171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161543171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161543186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161543196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161543196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161543196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:45.971879 run osmo-msc_10.42.42.6(pid=23308): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23308)]\u000a16:15:46.022666 run osmo-msc_10.42.42.6(pid=23308): stdout: \u000a| (launched: 2022-12-10_16:15:44.858795) \u000a16:15:46.075436 run osmo-msc_10.42.42.6(pid=23308): stderr: \u000a| �[0;m�[38;5;43m20221210161545130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161545130 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09d0e31c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161545130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161545130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161545131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161545131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161545132 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161545133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161545133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161545133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:15:46.119601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23301): Terminating (SIGTERM)\u000a16:15:46.161472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23304): Terminating (SIGTERM)\u000a16:15:46.203236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23307): Terminating (SIGTERM)\u000a16:15:46.213192 --- ParallelTerminationStrategy: PID 23301 died...\u000a16:15:46.269535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23301): Terminated: ok {rc=0}\u000a16:15:46.280024 --- ParallelTerminationStrategy: PID 23304 died...\u000a16:15:46.336171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23304): Terminated: ok {rc=0}\u000a16:15:46.346778 --- ParallelTerminationStrategy: PID 23307 died...\u000a16:15:46.403103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23307): Terminated: ok {rc=0}\u000a16:15:46.490244 bus /sierra_3: Setting Powered False\u000a16:15:47.590082 bus /sierra_3: Setting Powered False\u000a16:15:48.698980 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:15:29" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23319): Process ended prematurely: osmo-stp_10.42.42.5(pid=23319) [trial-2376↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23319)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23319): Process ended prematurely: osmo-stp_10.42.42.5(pid=23319) [trial-2376↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:15:50.709396 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:15:50.721054 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:15:50.868027 tst emergency_mo_mt_call.py: using LAC 29137\u000a16:15:50.990003 tst emergency_mo_mt_call.py: using RAC 67\u000a16:15:51.110311 tst emergency_mo_mt_call.py: using CellId 29137\u000a16:15:51.230745 tst emergency_mo_mt_call.py: using BVCI 29138\u000a16:15:51.254359 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:15:51.265369 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:15:51.276232 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:15:51.287090 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:15:51.297962 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:15:51.308813 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:15:51.421558 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:15:51.627844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:52.125449 run create_hlr_db(pid=23313): Launched\u000a16:15:52.306522 bus /sierra_2: Setting Powered False\u000a16:15:53.327462 run create_hlr_db(pid=23313): Terminated: ok {rc=0}\u000a16:15:53.741768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23315): Launched\u000a16:15:54.053630 run osmo-hlr_10.42.42.2(pid=23316): Launched\u000a16:15:54.171314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:54.714692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23318): Launched\u000a16:15:55.027533 run osmo-stp_10.42.42.5(pid=23319): Launched\u000a16:15:55.153666 tst emergency_mo_mt_call.py: using MSISDN 7790\u000a16:15:55.309696 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:15:55.881250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23321): Launched\u000a16:15:56.193909 run osmo-msc_10.42.42.6(pid=23322): Launched\u000a16:15:56.377877 run osmo-stp_10.42.42.5(pid=23319): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23319)]\u000a16:15:56.511120 run osmo-stp_10.42.42.5(pid=23319): stdout: \u000a| (launched: 2022-12-10_16:15:54.874654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:56.644013 run osmo-stp_10.42.42.5(pid=23319): stderr: \u000a| �[0;m�[38;5;43m20221210161555066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161555066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161555067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161555067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161555067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161555067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161555068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:56.771080 run osmo-stp_10.42.42.5(pid=23319): stdout: \u000a| (launched: 2022-12-10_16:15:54.874654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:56.896539 run osmo-stp_10.42.42.5(pid=23319): stderr: \u000a| �[0;m�[38;5;43m20221210161555066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161555066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161555067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161555067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161555067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161555067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161555068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:56.951493 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=23319): Process ended prematurely: osmo-stp_10.42.42.5(pid=23319) [trial-2376↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23319)] [trial-2376↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a16:15:56.960051 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a16:15:57.022310 run osmo-hlr_10.42.42.2(pid=23316): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23316)]\u000a16:15:57.073447 run osmo-hlr_10.42.42.2(pid=23316): stdout: \u000a| (launched: 2022-12-10_16:15:53.900931) \u000a16:15:57.125220 run osmo-hlr_10.42.42.2(pid=23316): stderr: \u000a| �[0;m�[1;31m20221210161554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161554111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161554119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161554119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161554119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:57.195929 run osmo-msc_10.42.42.6(pid=23322): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23322)]\u000a16:15:57.247414 run osmo-msc_10.42.42.6(pid=23322): stdout: \u000a| (launched: 2022-12-10_16:15:56.040805) \u000a16:15:57.299311 run osmo-msc_10.42.42.6(pid=23322): stderr: \u000a| �[0;m�[38;5;43m20221210161556361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161556361 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd993a84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161556362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161556362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161556362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161556362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161556364 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161556364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161556364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161556364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:15:57.343475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23315): Terminating (SIGTERM)\u000a16:15:57.385282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23318): Terminating (SIGTERM)\u000a16:15:57.427151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23321): Terminating (SIGTERM)\u000a16:15:57.436812 --- ParallelTerminationStrategy: PID 23315 died...\u000a16:15:57.492998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23315): Terminated: ok {rc=0}\u000a16:15:57.503091 --- ParallelTerminationStrategy: PID 23318 died...\u000a16:15:57.559425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23318): Terminated: ok {rc=0}\u000a16:15:57.569896 --- ParallelTerminationStrategy: PID 23321 died...\u000a16:15:57.625432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23321): Terminated: ok {rc=0}\u000a16:15:57.712203 bus /sierra_3: Setting Powered False\u000a16:15:58.815765 bus /sierra_3: Setting Powered False\u000a16:15:59.927648 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23330): Process ended prematurely: osmo-stp_10.42.42.5(pid=23330) [trial-2376↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23330)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23330): Process ended prematurely: osmo-stp_10.42.42.5(pid=23330) [trial-2376↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:16:00.994347 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:16:01.016084 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:16:01.166731 tst emergency_preemptive_call.py: using LAC 29138\u000a16:16:01.322400 tst emergency_preemptive_call.py: using RAC 68\u000a16:16:01.486531 tst emergency_preemptive_call.py: using CellId 29138\u000a16:16:01.614798 tst emergency_preemptive_call.py: using BVCI 29139\u000a16:16:01.639022 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:16:01.651123 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:16:01.666305 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:16:01.680429 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:16:01.691996 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:16:01.706955 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:01.858986 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:02.011841 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:02.149953 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:02.346370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:02.806509 run create_hlr_db(pid=23324): Launched\u000a16:16:02.975670 bus /sierra_2: Setting Powered False\u000a16:16:03.998131 run create_hlr_db(pid=23324): Terminated: ok {rc=0}\u000a16:16:04.387240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23326): Launched\u000a16:16:04.678910 run osmo-hlr_10.42.42.2(pid=23327): Launched\u000a16:16:04.784876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:05.290607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23329): Launched\u000a16:16:05.581915 run osmo-stp_10.42.42.5(pid=23330): Launched\u000a16:16:05.710020 tst emergency_preemptive_call.py: using MSISDN 7791\u000a16:16:05.857995 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:16:06.388912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23332): Launched\u000a16:16:06.681320 run osmo-msc_10.42.42.6(pid=23333): Launched\u000a16:16:06.853290 run osmo-stp_10.42.42.5(pid=23330): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23330)]\u000a16:16:06.978219 run osmo-stp_10.42.42.5(pid=23330): stdout: \u000a| (launched: 2022-12-10_16:16:05.438285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:07.100178 run osmo-stp_10.42.42.5(pid=23330): stderr: \u000a| �[0;m�[38;5;43m20221210161605607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161605608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161605608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161605608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161605609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161605609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161605609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:07.218092 run osmo-stp_10.42.42.5(pid=23330): stdout: \u000a| (launched: 2022-12-10_16:16:05.438285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:07.334696 run osmo-stp_10.42.42.5(pid=23330): stderr: \u000a| �[0;m�[38;5;43m20221210161605607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161605608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161605608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161605608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161605609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161605609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161605609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:07.385556 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=23330): Process ended prematurely: osmo-stp_10.42.42.5(pid=23330) [trial-2376↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23330)] [trial-2376↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a16:16:07.393547 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a16:16:07.454047 run osmo-hlr_10.42.42.2(pid=23327): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23327)]\u000a16:16:07.503515 run osmo-hlr_10.42.42.2(pid=23327): stdout: \u000a| (launched: 2022-12-10_16:16:04.535532) \u000a16:16:07.553263 run osmo-hlr_10.42.42.2(pid=23327): stderr: \u000a| �[0;m�[1;31m20221210161604710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161604711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161604711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161604711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161604711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161604711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161604723 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161604732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161604732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161604732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:07.621691 run osmo-msc_10.42.42.6(pid=23333): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23333)]\u000a16:16:07.670920 run osmo-msc_10.42.42.6(pid=23333): stdout: \u000a| (launched: 2022-12-10_16:16:06.536897) \u000a16:16:07.720562 run osmo-msc_10.42.42.6(pid=23333): stderr: \u000a| �[0;m�[38;5;43m20221210161606806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210161606807 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c22451c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210161606807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210161606807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210161606807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210161606807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210161606809 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210161606810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210161606810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210161606810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:16:07.762557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23326): Terminating (SIGTERM)\u000a16:16:07.802548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23329): Terminating (SIGTERM)\u000a16:16:07.842491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23332): Terminating (SIGTERM)\u000a16:16:07.851875 --- ParallelTerminationStrategy: PID 23326 died...\u000a16:16:07.905974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23326): Terminated: ok {rc=0}\u000a16:16:07.915692 --- ParallelTerminationStrategy: PID 23329 died...\u000a16:16:07.969195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23329): Terminated: ok {rc=0}\u000a16:16:07.979208 --- ParallelTerminationStrategy: PID 23332 died...\u000a16:16:08.033086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23332): Terminated: ok {rc=0}\u000a16:16:08.117499 bus /sierra_9: Setting Powered False\u000a16:16:09.219092 bus /sierra_9: Setting Powered False\u000a16:16:10.331009 bus /sierra_8: Setting Powered False\u000a16:16:11.434907 bus /sierra_8: Setting Powered False\u000a16:16:12.546083 bus /sierra_3: Setting Powered False\u000a16:16:13.652324 bus /sierra_3: Setting Powered False\u000a16:16:14.761092 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:15:50" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23348): Process ended prematurely: osmo-stp_10.42.42.5(pid=23348) [trial-2376↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23348)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23348): Process ended prematurely: osmo-stp_10.42.42.5(pid=23348) [trial-2376↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:16:16.959520 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:16.971119 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:16:17.133497 tst cs_paging_gprs_active.py: using LAC 29139\u000a16:16:17.273773 tst cs_paging_gprs_active.py: using RAC 69\u000a16:16:17.392185 tst cs_paging_gprs_active.py: using CellId 29139\u000a16:16:17.514952 tst cs_paging_gprs_active.py: using BVCI 29140\u000a16:16:17.537923 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:17.548688 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:17.559310 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:17.570779 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:17.581238 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:17.592611 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:17.603782 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:17.614735 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:17.626021 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:17.741470 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:18.017257 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:16:18.141598 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:16:18.449721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23338): Launched\u000a16:16:18.704818 run iperf3-srv_10.42.42.10(pid=23339): Launched\u000a16:16:18.886735 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:16:19.010499 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:16:19.318506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23340): Launched\u000a16:16:19.573289 run iperf3-srv_10.42.42.10(pid=23341): Launched\u000a16:16:19.755869 tst cs_paging_gprs_active.py:38: start network...\u000a16:16:19.879817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:20.345944 run create_hlr_db(pid=23342): Launched\u000a16:16:20.517324 bus /sierra_2: Setting Powered False\u000a16:16:21.539175 run create_hlr_db(pid=23342): Terminated: ok {rc=0}\u000a16:16:21.963255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23344): Launched\u000a16:16:22.280862 run osmo-hlr_10.42.42.2(pid=23345): Launched\u000a16:16:22.397839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:22.948111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23347): Launched\u000a16:16:23.265399 run osmo-stp_10.42.42.5(pid=23348): Launched\u000a16:16:23.380736 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:16:23.934519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23350): Launched\u000a16:16:24.047606 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:16:24.324355 run patchelf(pid=23351): Launched\u000a16:16:24.511097 run osmo-stp_10.42.42.5(pid=23348): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23348)]\u000a16:16:24.648011 run osmo-stp_10.42.42.5(pid=23348): stdout: \u000a| (launched: 2022-12-10_16:16:23.110222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:24.785785 run osmo-stp_10.42.42.5(pid=23348): stderr: \u000a| �[0;m�[38;5;43m20221210161623299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161623299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161623299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161623299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161623300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161623300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161623300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:24.918090 run osmo-stp_10.42.42.5(pid=23348): stdout: \u000a| (launched: 2022-12-10_16:16:23.110222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:25.048890 run osmo-stp_10.42.42.5(pid=23348): stderr: \u000a| �[0;m�[38;5;43m20221210161623299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161623299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161623299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161623299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161623300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161623300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161623300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:25.201652 run patchelf(pid=23351): Terminating (SIGINT)\u000a16:16:25.380942 run patchelf(pid=23351): Terminated: ok {rc=0}\u000a16:16:25.414278 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23348): Process ended prematurely: osmo-stp_10.42.42.5(pid=23348) [trial-2376↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23348)] [trial-2376↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a16:16:25.424155 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a16:16:25.487210 run osmo-hlr_10.42.42.2(pid=23345): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23345)]\u000a16:16:25.538405 run osmo-hlr_10.42.42.2(pid=23345): stdout: \u000a| (launched: 2022-12-10_16:16:22.125762) \u000a16:16:25.590069 run osmo-hlr_10.42.42.2(pid=23345): stderr: \u000a| �[0;m�[1;31m20221210161622323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161622323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161622323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161622323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161622323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161622323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161622336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161622344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161622344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161622344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:25.634257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23338): Terminating (SIGTERM)\u000a16:16:25.676589 run iperf3-srv_10.42.42.10(pid=23339): Terminating (SIGTERM)\u000a16:16:25.718389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23340): Terminating (SIGTERM)\u000a16:16:25.760534 run iperf3-srv_10.42.42.10(pid=23341): Terminating (SIGTERM)\u000a16:16:25.804141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23344): Terminating (SIGTERM)\u000a16:16:25.846012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23347): Terminating (SIGTERM)\u000a16:16:25.888219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23350): Terminating (SIGTERM)\u000a16:16:25.898096 --- ParallelTerminationStrategy: PID 23338 died...\u000a16:16:25.954567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23338): Terminated: ok {rc=0}\u000a16:16:25.964749 --- ParallelTerminationStrategy: PID 23339 died...\u000a16:16:26.020418 run iperf3-srv_10.42.42.10(pid=23339): Terminated {rc=256}\u000a16:16:26.030591 --- ParallelTerminationStrategy: PID 23340 died...\u000a16:16:26.086468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23340): Terminated: ok {rc=0}\u000a16:16:26.096677 --- ParallelTerminationStrategy: PID 23341 died...\u000a16:16:26.152374 run iperf3-srv_10.42.42.10(pid=23341): Terminated {rc=256}\u000a16:16:26.162561 --- ParallelTerminationStrategy: PID 23344 died...\u000a16:16:26.218299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23344): Terminated: ok {rc=0}\u000a16:16:26.228330 --- ParallelTerminationStrategy: PID 23347 died...\u000a16:16:26.284466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23347): Terminated: ok {rc=0}\u000a16:16:26.294750 --- ParallelTerminationStrategy: PID 23350 died...\u000a16:16:26.350894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23350): Terminated: ok {rc=0}\u000a16:16:26.437758 bus /gobi_0: Setting Powered False\u000a16:16:27.546152 bus /gobi_0: Setting Powered False\u000a16:16:28.653291 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23360): Process ended prematurely: osmo-stp_10.42.42.5(pid=23360) [trial-2376↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23360)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23360): Process ended prematurely: osmo-stp_10.42.42.5(pid=23360) [trial-2376↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a16:16:29.769461 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:29.781233 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:16:29.929521 tst iperf3.py: using LAC 29140\u000a16:16:30.052943 tst iperf3.py: using RAC 70\u000a16:16:30.178114 tst iperf3.py: using CellId 29140\u000a16:16:30.303885 tst iperf3.py: using BVCI 29141\u000a16:16:30.328400 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:30.339449 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:30.350293 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:30.361099 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:30.371734 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:30.382468 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:30.393414 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:30.404146 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:30.415064 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:30.688766 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:16:30.812647 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:16:31.192338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23352): Launched\u000a16:16:31.487806 run iperf3-srv_10.42.42.10(pid=23353): Launched\u000a16:16:31.689305 tst iperf3.py:8: start network...\u000a16:16:31.827421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:32.343368 run create_hlr_db(pid=23354): Launched\u000a16:16:32.528116 bus /gobi_6: Setting Powered False\u000a16:16:33.539118 run create_hlr_db(pid=23354): Terminated: ok {rc=0}\u000a16:16:33.969999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23356): Launched\u000a16:16:34.287991 run osmo-hlr_10.42.42.2(pid=23357): Launched\u000a16:16:34.407596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:34.960607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23359): Launched\u000a16:16:35.278442 run osmo-stp_10.42.42.5(pid=23360): Launched\u000a16:16:35.393177 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:16:35.949343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23362): Launched\u000a16:16:36.062902 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:16:36.339535 run patchelf(pid=23363): Launched\u000a16:16:36.526130 run osmo-stp_10.42.42.5(pid=23360): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23360)]\u000a16:16:36.663173 run osmo-stp_10.42.42.5(pid=23360): stdout: \u000a| (launched: 2022-12-10_16:16:35.122482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:36.800925 run osmo-stp_10.42.42.5(pid=23360): stderr: \u000a| �[0;m�[38;5;43m20221210161635314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161635315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161635315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161635315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161635316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161635316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161635316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:36.933344 run osmo-stp_10.42.42.5(pid=23360): stdout: \u000a| (launched: 2022-12-10_16:16:35.122482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:37.064239 run osmo-stp_10.42.42.5(pid=23360): stderr: \u000a| �[0;m�[38;5;43m20221210161635314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161635315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161635315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161635315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161635316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161635316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161635316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:37.216685 run patchelf(pid=23363): Terminating (SIGINT)\u000a16:16:37.395910 run patchelf(pid=23363): Terminated: ok {rc=0}\u000a16:16:37.428694 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23360): Process ended prematurely: osmo-stp_10.42.42.5(pid=23360) [trial-2376↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23360)] [trial-2376↪gprs:trx-umtrx↪iperf3.py:8]\u000a16:16:37.438438 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:16:37.501215 run osmo-hlr_10.42.42.2(pid=23357): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23357)]\u000a16:16:37.552413 run osmo-hlr_10.42.42.2(pid=23357): stdout: \u000a| (launched: 2022-12-10_16:16:34.132321) \u000a16:16:37.604402 run osmo-hlr_10.42.42.2(pid=23357): stderr: \u000a| �[0;m�[1;31m20221210161634329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161634329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161634329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161634329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161634329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161634330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161634342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161634350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161634350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161634351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:37.648691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23352): Terminating (SIGTERM)\u000a16:16:37.690651 run iperf3-srv_10.42.42.10(pid=23353): Terminating (SIGTERM)\u000a16:16:37.732534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23356): Terminating (SIGTERM)\u000a16:16:37.774662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23359): Terminating (SIGTERM)\u000a16:16:37.816711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23362): Terminating (SIGTERM)\u000a16:16:37.826689 --- ParallelTerminationStrategy: PID 23352 died...\u000a16:16:37.883423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23352): Terminated: ok {rc=0}\u000a16:16:37.893686 --- ParallelTerminationStrategy: PID 23353 died...\u000a16:16:37.949441 run iperf3-srv_10.42.42.10(pid=23353): Terminated {rc=256}\u000a16:16:37.959598 --- ParallelTerminationStrategy: PID 23356 died...\u000a16:16:38.015480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23356): Terminated: ok {rc=0}\u000a16:16:38.026013 --- ParallelTerminationStrategy: PID 23359 died...\u000a16:16:38.081887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23359): Terminated: ok {rc=0}\u000a16:16:38.092158 --- ParallelTerminationStrategy: PID 23362 died...\u000a16:16:38.148005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23362): Terminated: ok {rc=0}\u000a16:16:38.234058 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23378): Process ended prematurely: osmo-stp_10.42.42.5(pid=23378) [trial-2376↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23378)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23378): Process ended prematurely: osmo-stp_10.42.42.5(pid=23378) [trial-2376↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a16:16:39.351753 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:39.363322 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:16:39.501846 tst iperf3m4.py: using LAC 29141\u000a16:16:39.626081 tst iperf3m4.py: using RAC 71\u000a16:16:39.750206 tst iperf3m4.py: using CellId 29141\u000a16:16:39.875486 tst iperf3m4.py: using BVCI 29142\u000a16:16:39.900218 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:39.911556 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:39.922393 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:39.933383 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:39.944306 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:39.955988 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:39.967224 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:39.978301 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:39.989465 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:40.107952 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:40.231800 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:40.347565 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:40.623413 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:16:40.748825 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:16:41.058806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23364): Launched\u000a16:16:41.314889 run iperf3-srv_10.42.42.10(pid=23365): Launched\u000a16:16:41.497210 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:16:41.621644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:16:41.930584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23366): Launched\u000a16:16:42.186796 run iperf3-srv_10.42.42.10(pid=23367): Launched\u000a16:16:42.367445 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:16:42.491462 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:16:42.799302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23368): Launched\u000a16:16:43.054724 run iperf3-srv_10.42.42.10(pid=23369): Launched\u000a16:16:43.235941 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:16:43.359384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:16:43.667249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23370): Launched\u000a16:16:43.923034 run iperf3-srv_10.42.42.10(pid=23371): Launched\u000a16:16:44.104507 tst iperf3m4.py:8: start network...\u000a16:16:44.228606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:44.703428 run create_hlr_db(pid=23372): Launched\u000a16:16:44.875399 bus /gobi_6: Setting Powered False\u000a16:16:45.905562 run create_hlr_db(pid=23372): Terminated: ok {rc=0}\u000a16:16:46.358521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23374): Launched\u000a16:16:46.790452 run osmo-hlr_10.42.42.2(pid=23375): Launched\u000a16:16:46.931829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:47.537370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23377): Launched\u000a16:16:47.855833 run osmo-stp_10.42.42.5(pid=23378): Launched\u000a16:16:47.972775 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:16:48.527717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23380): Launched\u000a16:16:48.641244 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:16:48.918428 run patchelf(pid=23381): Launched\u000a16:16:49.105378 run osmo-stp_10.42.42.5(pid=23378): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23378)]\u000a16:16:49.242142 run osmo-stp_10.42.42.5(pid=23378): stdout: \u000a| (launched: 2022-12-10_16:16:47.699840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:49.379047 run osmo-stp_10.42.42.5(pid=23378): stderr: \u000a| �[0;m�[38;5;43m20221210161647885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161647885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161647886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161647886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161647887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161647887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161647887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:49.511096 run osmo-stp_10.42.42.5(pid=23378): stdout: \u000a| (launched: 2022-12-10_16:16:47.699840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:49.641847 run osmo-stp_10.42.42.5(pid=23378): stderr: \u000a| �[0;m�[38;5;43m20221210161647885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161647885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161647886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161647886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161647887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161647887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161647887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:49.794354 run patchelf(pid=23381): Terminating (SIGINT)\u000a16:16:49.974288 run patchelf(pid=23381): Terminated: ok {rc=0}\u000a16:16:50.007144 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23378): Process ended prematurely: osmo-stp_10.42.42.5(pid=23378) [trial-2376↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23378)] [trial-2376↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a16:16:50.016822 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a16:16:50.079784 run osmo-hlr_10.42.42.2(pid=23375): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23375)]\u000a16:16:50.131002 run osmo-hlr_10.42.42.2(pid=23375): stdout: \u000a| (launched: 2022-12-10_16:16:46.525047) \u000a16:16:50.182758 run osmo-hlr_10.42.42.2(pid=23375): stderr: \u000a| �[0;m�[1;31m20221210161646727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161646727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161646727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161646727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161646727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161646727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161646739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161646756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161646756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161646756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:50.227255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23364): Terminating (SIGTERM)\u000a16:16:50.268902 run iperf3-srv_10.42.42.10(pid=23365): Terminating (SIGTERM)\u000a16:16:50.310866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23366): Terminating (SIGTERM)\u000a16:16:50.352772 run iperf3-srv_10.42.42.10(pid=23367): Terminating (SIGTERM)\u000a16:16:50.396121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23368): Terminating (SIGTERM)\u000a16:16:50.437609 run iperf3-srv_10.42.42.10(pid=23369): Terminating (SIGTERM)\u000a16:16:50.479227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23370): Terminating (SIGTERM)\u000a16:16:50.520452 run iperf3-srv_10.42.42.10(pid=23371): Terminating (SIGTERM)\u000a16:16:50.562322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23374): Terminating (SIGTERM)\u000a16:16:50.603952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23377): Terminating (SIGTERM)\u000a16:16:50.645396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23380): Terminating (SIGTERM)\u000a16:16:50.655017 --- ParallelTerminationStrategy: PID 23364 died...\u000a16:16:50.710521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23364): Terminated: ok {rc=0}\u000a16:16:50.720743 --- ParallelTerminationStrategy: PID 23365 died...\u000a16:16:50.775806 run iperf3-srv_10.42.42.10(pid=23365): Terminated {rc=256}\u000a16:16:50.786137 --- ParallelTerminationStrategy: PID 23366 died...\u000a16:16:50.841905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23366): Terminated: ok {rc=0}\u000a16:16:50.852003 --- ParallelTerminationStrategy: PID 23367 died...\u000a16:16:50.907557 run iperf3-srv_10.42.42.10(pid=23367): Terminated {rc=256}\u000a16:16:50.917758 --- ParallelTerminationStrategy: PID 23368 died...\u000a16:16:50.973384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23368): Terminated: ok {rc=0}\u000a16:16:50.983579 --- ParallelTerminationStrategy: PID 23369 died...\u000a16:16:51.039062 run iperf3-srv_10.42.42.10(pid=23369): Terminated {rc=256}\u000a16:16:51.049204 --- ParallelTerminationStrategy: PID 23370 died...\u000a16:16:51.104719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23370): Terminated: ok {rc=0}\u000a16:16:51.114906 --- ParallelTerminationStrategy: PID 23371 died...\u000a16:16:51.170440 run iperf3-srv_10.42.42.10(pid=23371): Terminated {rc=256}\u000a16:16:51.180677 --- ParallelTerminationStrategy: PID 23374 died...\u000a16:16:51.236600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23374): Terminated: ok {rc=0}\u000a16:16:51.247203 --- ParallelTerminationStrategy: PID 23377 died...\u000a16:16:51.302983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23377): Terminated: ok {rc=0}\u000a16:16:51.313389 --- ParallelTerminationStrategy: PID 23380 died...\u000a16:16:51.369070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23380): Terminated: ok {rc=0}\u000a16:16:51.456339 bus /gobi_4: Setting Powered False\u000a16:16:52.560655 bus /gobi_4: Setting Powered False\u000a16:16:53.670268 bus /gobi_1: Setting Powered False\u000a16:16:54.772328 bus /gobi_1: Setting Powered False\u000a16:16:55.883519 bus /gobi_0: Setting Powered False\u000a16:16:56.986011 bus /gobi_0: Setting Powered False\u000a16:16:58.097787 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 177, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23392): Process ended prematurely: osmo-stp_10.42.42.5(pid=23392) [trial-2376↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23392)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23392): Process ended prematurely: osmo-stp_10.42.42.5(pid=23392) [trial-2376↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a16:16:59.164040 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:59.175162 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:16:59.308152 tst ping.py: using LAC 29142\u000a16:16:59.424618 tst ping.py: using RAC 72\u000a16:16:59.539032 tst ping.py: using CellId 29142\u000a16:16:59.658597 tst ping.py: using BVCI 29143\u000a16:16:59.680876 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:59.691380 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:59.701799 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:59.712321 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:59.722891 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:59.733522 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:59.744564 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:59.755309 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:17:00.038925 tst ping.py:19: start network...\u000a16:17:00.169787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:00.668128 run create_hlr_db(pid=23382): Launched\u000a16:17:00.850020 bus /gobi_6: Setting Powered False\u000a16:17:01.874049 run create_hlr_db(pid=23382): Terminated: ok {rc=0}\u000a16:17:02.309456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23388): Launched\u000a16:17:02.620713 run osmo-hlr_10.42.42.2(pid=23389): Launched\u000a16:17:02.756881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:03.301922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23391): Launched\u000a16:17:03.614404 run osmo-stp_10.42.42.5(pid=23392): Launched\u000a16:17:03.727241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:17:04.274049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23394): Launched\u000a16:17:04.385848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:17:04.657827 run patchelf(pid=23395): Launched\u000a16:17:04.841610 run osmo-stp_10.42.42.5(pid=23392): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23392)]\u000a16:17:04.975749 run osmo-stp_10.42.42.5(pid=23392): stdout: \u000a| (launched: 2022-12-10_16:17:03.460701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:05.110438 run osmo-stp_10.42.42.5(pid=23392): stderr: \u000a| �[0;m�[38;5;43m20221210161703650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161703650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161703650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161703651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161703651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161703651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161703651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:05.240127 run osmo-stp_10.42.42.5(pid=23392): stdout: \u000a| (launched: 2022-12-10_16:17:03.460701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:05.369185 run osmo-stp_10.42.42.5(pid=23392): stderr: \u000a| �[0;m�[38;5;43m20221210161703650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161703650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161703650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161703651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161703651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161703651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161703651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:05.518877 run patchelf(pid=23395): Terminating (SIGINT)\u000a16:17:05.694724 run patchelf(pid=23395): Terminated: ok {rc=0}\u000a16:17:05.726681 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23392): Process ended prematurely: osmo-stp_10.42.42.5(pid=23392) [trial-2376↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23392)] [trial-2376↪gprs:trx-umtrx↪ping.py:22]\u000a16:17:05.735706 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:17:05.797946 run osmo-hlr_10.42.42.2(pid=23389): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23389)]\u000a16:17:05.848458 run osmo-hlr_10.42.42.2(pid=23389): stdout: \u000a| (launched: 2022-12-10_16:17:02.467576) \u000a16:17:05.899519 run osmo-hlr_10.42.42.2(pid=23389): stderr: \u000a| �[0;m�[1;31m20221210161702663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161702663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161702663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161702663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161702663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161702664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161702688 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161702716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161702716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161702716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:05.943229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23388): Terminating (SIGTERM)\u000a16:17:05.984666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23391): Terminating (SIGTERM)\u000a16:17:06.026074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23394): Terminating (SIGTERM)\u000a16:17:06.035770 --- ParallelTerminationStrategy: PID 23388 died...\u000a16:17:06.091640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23388): Terminated: ok {rc=0}\u000a16:17:06.101980 --- ParallelTerminationStrategy: PID 23391 died...\u000a16:17:06.157435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23391): Terminated: ok {rc=0}\u000a16:17:06.167604 --- ParallelTerminationStrategy: PID 23394 died...\u000a16:17:06.223321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23394): Terminated: ok {rc=0}\u000a16:17:06.310458 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23402): Process ended prematurely: osmo-stp_10.42.42.5(pid=23402) [trial-2376↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23402)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23402): Process ended prematurely: osmo-stp_10.42.42.5(pid=23402) [trial-2376↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a16:17:07.364181 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:07.376477 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:17:07.517936 tst ping_idle_ping.py: using LAC 29143\u000a16:17:07.640391 tst ping_idle_ping.py: using RAC 73\u000a16:17:07.765483 tst ping_idle_ping.py: using CellId 29143\u000a16:17:07.890538 tst ping_idle_ping.py: using BVCI 29144\u000a16:17:07.914710 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:07.925857 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:07.936838 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:07.947845 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:07.958900 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:07.969943 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:07.980982 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:07.991877 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:17:08.263776 tst ping_idle_ping.py:24: start network...\u000a16:17:08.385922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:08.848619 run create_hlr_db(pid=23396): Launched\u000a16:17:09.018585 bus /gobi_6: Setting Powered False\u000a16:17:10.039675 run create_hlr_db(pid=23396): Terminated: ok {rc=0}\u000a16:17:10.457593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23398): Launched\u000a16:17:10.771000 run osmo-hlr_10.42.42.2(pid=23399): Launched\u000a16:17:10.886020 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:11.429884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23401): Launched\u000a16:17:11.744064 run osmo-stp_10.42.42.5(pid=23402): Launched\u000a16:17:11.858258 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:17:12.406219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23404): Launched\u000a16:17:12.518310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:17:12.791413 run patchelf(pid=23405): Launched\u000a16:17:12.975478 run osmo-stp_10.42.42.5(pid=23402): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23402)]\u000a16:17:13.109975 run osmo-stp_10.42.42.5(pid=23402): stdout: \u000a| (launched: 2022-12-10_16:17:11.590216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:13.244860 run osmo-stp_10.42.42.5(pid=23402): stderr: \u000a| �[0;m�[38;5;43m20221210161711783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161711783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161711783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161711783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161711786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161711786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161711786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:13.375365 run osmo-stp_10.42.42.5(pid=23402): stdout: \u000a| (launched: 2022-12-10_16:17:11.590216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:13.504202 run osmo-stp_10.42.42.5(pid=23402): stderr: \u000a| �[0;m�[38;5;43m20221210161711783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161711783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161711783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161711783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161711786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161711786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161711786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:13.654494 run patchelf(pid=23405): Terminating (SIGINT)\u000a16:17:13.831149 run patchelf(pid=23405): Terminated: ok {rc=0}\u000a16:17:13.863223 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23402): Process ended prematurely: osmo-stp_10.42.42.5(pid=23402) [trial-2376↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23402)] [trial-2376↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a16:17:13.872349 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:17:13.935234 run osmo-hlr_10.42.42.2(pid=23399): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23399)]\u000a16:17:13.986807 run osmo-hlr_10.42.42.2(pid=23399): stdout: \u000a| (launched: 2022-12-10_16:17:10.618001) \u000a16:17:14.039036 run osmo-hlr_10.42.42.2(pid=23399): stderr: \u000a| �[0;m�[1;31m20221210161710812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161710812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161710812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161710812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161710812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161710812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161710828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161710838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161710838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161710839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:14.083548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23398): Terminating (SIGTERM)\u000a16:17:14.125920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23401): Terminating (SIGTERM)\u000a16:17:14.168262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23404): Terminating (SIGTERM)\u000a16:17:14.178058 --- ParallelTerminationStrategy: PID 23398 died...\u000a16:17:14.234561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23398): Terminated: ok {rc=0}\u000a16:17:14.244812 --- ParallelTerminationStrategy: PID 23401 died...\u000a16:17:14.300735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23401): Terminated: ok {rc=0}\u000a16:17:14.310998 --- ParallelTerminationStrategy: PID 23404 died...\u000a16:17:14.367091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23404): Terminated: ok {rc=0}\u000a16:17:14.455101 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:16:16" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23420): Process ended prematurely: osmo-stp_10.42.42.5(pid=23420) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23420)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23420): Process ended prematurely: osmo-stp_10.42.42.5(pid=23420) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:17:16.610672 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:16.622813 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:17:16.763509 tst cs_paging_gprs_active.py: using LAC 29144\u000a16:17:16.887166 tst cs_paging_gprs_active.py: using RAC 74\u000a16:17:17.039577 tst cs_paging_gprs_active.py: using CellId 29144\u000a16:17:17.192667 tst cs_paging_gprs_active.py: using BVCI 29145\u000a16:17:17.218455 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:17.230444 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:17.241998 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:17.254618 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:17.266429 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:17.277657 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:17.288752 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:17.299748 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:17.310993 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:17:17.428707 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:17:17.718385 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:17:17.852545 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:17:18.183479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23410): Launched\u000a16:17:18.457356 run iperf3-srv_10.42.42.10(pid=23411): Launched\u000a16:17:18.653455 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:17:18.786592 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:17:19.117255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23412): Launched\u000a16:17:19.390599 run iperf3-srv_10.42.42.10(pid=23413): Launched\u000a16:17:19.586436 tst cs_paging_gprs_active.py:38: start network...\u000a16:17:19.719338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:20.229120 run create_hlr_db(pid=23414): Launched\u000a16:17:20.414284 bus /gobi_6: Setting Powered False\u000a16:17:21.435139 run create_hlr_db(pid=23414): Terminated: ok {rc=0}\u000a16:17:21.837454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23416): Launched\u000a16:17:22.135655 run osmo-hlr_10.42.42.2(pid=23417): Launched\u000a16:17:22.254349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:22.778571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23419): Launched\u000a16:17:23.075649 run osmo-stp_10.42.42.5(pid=23420): Launched\u000a16:17:23.183531 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:17:23.701872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23422): Launched\u000a16:17:23.808272 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:17:24.066882 run patchelf(pid=23423): Launched\u000a16:17:24.241945 run osmo-stp_10.42.42.5(pid=23420): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23420)]\u000a16:17:24.370258 run osmo-stp_10.42.42.5(pid=23420): stdout: \u000a| (launched: 2022-12-10_16:17:22.929653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:24.498968 run osmo-stp_10.42.42.5(pid=23420): stderr: \u000a| �[0;m�[38;5;43m20221210161723097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161723098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161723098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161723098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:24.622549 run osmo-stp_10.42.42.5(pid=23420): stdout: \u000a| (launched: 2022-12-10_16:17:22.929653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:24.744924 run osmo-stp_10.42.42.5(pid=23420): stderr: \u000a| �[0;m�[38;5;43m20221210161723097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161723098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161723098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161723098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:24.887697 run patchelf(pid=23423): Terminating (SIGINT)\u000a16:17:25.055391 run patchelf(pid=23423): Terminated: ok {rc=0}\u000a16:17:25.086488 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23420): Process ended prematurely: osmo-stp_10.42.42.5(pid=23420) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23420)] [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:17:25.095540 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a16:17:25.155788 run osmo-hlr_10.42.42.2(pid=23417): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23417)]\u000a16:17:25.204869 run osmo-hlr_10.42.42.2(pid=23417): stdout: \u000a| (launched: 2022-12-10_16:17:21.989090) \u000a16:17:25.254542 run osmo-hlr_10.42.42.2(pid=23417): stderr: \u000a| �[0;m�[1;31m20221210161722165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161722165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161722165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161722165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161722165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161722165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161722177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161722186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161722186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161722186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:25.296482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23410): Terminating (SIGTERM)\u000a16:17:25.336731 run iperf3-srv_10.42.42.10(pid=23411): Terminating (SIGTERM)\u000a16:17:25.376803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23412): Terminating (SIGTERM)\u000a16:17:25.416799 run iperf3-srv_10.42.42.10(pid=23413): Terminating (SIGTERM)\u000a16:17:25.457205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23416): Terminating (SIGTERM)\u000a16:17:25.497120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23419): Terminating (SIGTERM)\u000a16:17:25.537024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23422): Terminating (SIGTERM)\u000a16:17:25.546698 --- ParallelTerminationStrategy: PID 23410 died...\u000a16:17:25.600010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23410): Terminated: ok {rc=0}\u000a16:17:25.609739 --- ParallelTerminationStrategy: PID 23411 died...\u000a16:17:25.663076 run iperf3-srv_10.42.42.10(pid=23411): Terminated {rc=256}\u000a16:17:25.672940 --- ParallelTerminationStrategy: PID 23412 died...\u000a16:17:25.725800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23412): Terminated: ok {rc=0}\u000a16:17:25.735820 --- ParallelTerminationStrategy: PID 23413 died...\u000a16:17:25.788400 run iperf3-srv_10.42.42.10(pid=23413): Terminated {rc=256}\u000a16:17:25.798294 --- ParallelTerminationStrategy: PID 23416 died...\u000a16:17:25.851664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23416): Terminated: ok {rc=0}\u000a16:17:25.861478 --- ParallelTerminationStrategy: PID 23419 died...\u000a16:17:25.914186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23419): Terminated: ok {rc=0}\u000a16:17:25.924102 --- ParallelTerminationStrategy: PID 23422 died...\u000a16:17:25.976970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23422): Terminated: ok {rc=0}\u000a16:17:26.059425 bus /gobi_0: Setting Powered False\u000a16:17:27.165142 bus /gobi_0: Setting Powered False\u000a16:17:28.272043 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23432): Process ended prematurely: osmo-stp_10.42.42.5(pid=23432) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23432)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23432): Process ended prematurely: osmo-stp_10.42.42.5(pid=23432) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:17:29.385910 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:29.397897 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:17:29.544605 tst iperf3.py: using LAC 29145\u000a16:17:29.669313 tst iperf3.py: using RAC 75\u000a16:17:29.796275 tst iperf3.py: using CellId 29145\u000a16:17:29.935268 tst iperf3.py: using BVCI 29146\u000a16:17:29.959888 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:29.971228 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:29.982235 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:29.993413 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:30.004318 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:30.015388 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:30.026640 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:30.037562 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:30.048666 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:17:30.337990 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:17:30.470839 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:17:30.799998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23424): Launched\u000a16:17:31.121909 run iperf3-srv_10.42.42.10(pid=23425): Launched\u000a16:17:31.347372 tst iperf3.py:8: start network...\u000a16:17:31.483594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:32.033946 run create_hlr_db(pid=23426): Launched\u000a16:17:32.221162 bus /gobi_6: Setting Powered False\u000a16:17:33.239799 run create_hlr_db(pid=23426): Terminated: ok {rc=0}\u000a16:17:33.662704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23428): Launched\u000a16:17:33.979542 run osmo-hlr_10.42.42.2(pid=23429): Launched\u000a16:17:34.098124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:34.658273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23431): Launched\u000a16:17:34.976522 run osmo-stp_10.42.42.5(pid=23432): Launched\u000a16:17:35.091736 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:17:35.646880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23434): Launched\u000a16:17:35.760506 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:17:36.039797 run patchelf(pid=23435): Launched\u000a16:17:36.225684 run osmo-stp_10.42.42.5(pid=23432): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23432)]\u000a16:17:36.362493 run osmo-stp_10.42.42.5(pid=23432): stdout: \u000a| (launched: 2022-12-10_16:17:34.820652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:36.499005 run osmo-stp_10.42.42.5(pid=23432): stderr: \u000a| �[0;m�[38;5;43m20221210161735010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161735010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161735010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161735011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161735011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161735011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161735011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:36.630400 run osmo-stp_10.42.42.5(pid=23432): stdout: \u000a| (launched: 2022-12-10_16:17:34.820652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:36.760488 run osmo-stp_10.42.42.5(pid=23432): stderr: \u000a| �[0;m�[38;5;43m20221210161735010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161735010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161735010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161735011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161735011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161735011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161735011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:36.913255 run patchelf(pid=23435): Terminating (SIGINT)\u000a16:17:37.091570 run patchelf(pid=23435): Terminated: ok {rc=0}\u000a16:17:37.124406 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23432): Process ended prematurely: osmo-stp_10.42.42.5(pid=23432) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23432)] [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a16:17:37.134437 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:17:37.197245 run osmo-hlr_10.42.42.2(pid=23429): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23429)]\u000a16:17:37.248395 run osmo-hlr_10.42.42.2(pid=23429): stdout: \u000a| (launched: 2022-12-10_16:17:33.824816) \u000a16:17:37.300172 run osmo-hlr_10.42.42.2(pid=23429): stderr: \u000a| �[0;m�[1;31m20221210161734020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161734020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161734020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161734021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161734021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161734021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161734033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161734042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161734042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161734042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:37.344994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23424): Terminating (SIGTERM)\u000a16:17:37.386668 run iperf3-srv_10.42.42.10(pid=23425): Terminating (SIGTERM)\u000a16:17:37.428411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23428): Terminating (SIGTERM)\u000a16:17:37.470222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23431): Terminating (SIGTERM)\u000a16:17:37.511928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23434): Terminating (SIGTERM)\u000a16:17:37.521743 --- ParallelTerminationStrategy: PID 23424 died...\u000a16:17:37.577623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23424): Terminated: ok {rc=0}\u000a16:17:37.587842 --- ParallelTerminationStrategy: PID 23425 died...\u000a16:17:37.643230 run iperf3-srv_10.42.42.10(pid=23425): Terminated {rc=256}\u000a16:17:37.653336 --- ParallelTerminationStrategy: PID 23428 died...\u000a16:17:37.708667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23428): Terminated: ok {rc=0}\u000a16:17:37.718777 --- ParallelTerminationStrategy: PID 23431 died...\u000a16:17:37.774479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23431): Terminated: ok {rc=0}\u000a16:17:37.784481 --- ParallelTerminationStrategy: PID 23434 died...\u000a16:17:37.840209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23434): Terminated: ok {rc=0}\u000a16:17:37.927104 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23453): Process ended prematurely: osmo-stp_10.42.42.5(pid=23453) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23453)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23453): Process ended prematurely: osmo-stp_10.42.42.5(pid=23453) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:17:39.043551 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.055486 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:17:39.200260 tst iperf3m4.py: using LAC 29146\u000a16:17:39.323590 tst iperf3m4.py: using RAC 76\u000a16:17:39.446635 tst iperf3m4.py: using CellId 29146\u000a16:17:39.571836 tst iperf3m4.py: using BVCI 29147\u000a16:17:39.596133 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.607428 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.618400 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.629478 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.640384 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.651338 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.662521 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.673420 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.684584 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:17:39.799614 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:17:39.915838 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:17:40.034264 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:17:40.311293 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:17:40.436399 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:17:40.745764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23439): Launched\u000a16:17:41.002482 run iperf3-srv_10.42.42.10(pid=23440): Launched\u000a16:17:41.183686 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:17:41.307499 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:17:41.615997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23441): Launched\u000a16:17:41.871834 run iperf3-srv_10.42.42.10(pid=23442): Launched\u000a16:17:42.053474 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:17:42.177372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:17:42.486894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23443): Launched\u000a16:17:42.743182 run iperf3-srv_10.42.42.10(pid=23444): Launched\u000a16:17:42.924501 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:17:43.048056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:17:43.355450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23445): Launched\u000a16:17:43.610893 run iperf3-srv_10.42.42.10(pid=23446): Launched\u000a16:17:43.792210 tst iperf3m4.py:8: start network...\u000a16:17:43.916007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:44.385151 run create_hlr_db(pid=23447): Launched\u000a16:17:44.556277 bus /gobi_6: Setting Powered False\u000a16:17:45.578679 run create_hlr_db(pid=23447): Terminated: ok {rc=0}\u000a16:17:46.036816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23449): Launched\u000a16:17:46.390459 run osmo-hlr_10.42.42.2(pid=23450): Launched\u000a16:17:46.623618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:47.249306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23452): Launched\u000a16:17:47.572780 run osmo-stp_10.42.42.5(pid=23453): Launched\u000a16:17:47.688909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:17:48.244600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23455): Launched\u000a16:17:48.358483 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:17:48.635975 run patchelf(pid=23456): Launched\u000a16:17:48.822620 run osmo-stp_10.42.42.5(pid=23453): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23453)]\u000a16:17:48.959294 run osmo-stp_10.42.42.5(pid=23453): stdout: \u000a| (launched: 2022-12-10_16:17:47.412554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:49.095959 run osmo-stp_10.42.42.5(pid=23453): stderr: \u000a| �[0;m�[38;5;43m20221210161747599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161747599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161747600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161747600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161747600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161747601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161747601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:49.227950 run osmo-stp_10.42.42.5(pid=23453): stdout: \u000a| (launched: 2022-12-10_16:17:47.412554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:49.358785 run osmo-stp_10.42.42.5(pid=23453): stderr: \u000a| �[0;m�[38;5;43m20221210161747599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161747599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161747600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161747600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161747600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161747601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161747601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:49.511276 run patchelf(pid=23456): Terminating (SIGINT)\u000a16:17:49.690731 run patchelf(pid=23456): Terminated: ok {rc=0}\u000a16:17:49.723598 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23453): Process ended prematurely: osmo-stp_10.42.42.5(pid=23453) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23453)] [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:17:49.733443 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a16:17:49.796392 run osmo-hlr_10.42.42.2(pid=23450): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23450)]\u000a16:17:49.848084 run osmo-hlr_10.42.42.2(pid=23450): stdout: \u000a| (launched: 2022-12-10_16:17:46.202434) \u000a16:17:49.900510 run osmo-hlr_10.42.42.2(pid=23450): stderr: \u000a| �[0;m�[1;31m20221210161746542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161746542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161746542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161746542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161746542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161746542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161746563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161746575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161746575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161746576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:49.944698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23439): Terminating (SIGTERM)\u000a16:17:49.986504 run iperf3-srv_10.42.42.10(pid=23440): Terminating (SIGTERM)\u000a16:17:50.028282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23441): Terminating (SIGTERM)\u000a16:17:50.069981 run iperf3-srv_10.42.42.10(pid=23442): Terminating (SIGTERM)\u000a16:17:50.111691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23443): Terminating (SIGTERM)\u000a16:17:50.153248 run iperf3-srv_10.42.42.10(pid=23444): Terminating (SIGTERM)\u000a16:17:50.194865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23445): Terminating (SIGTERM)\u000a16:17:50.237204 run iperf3-srv_10.42.42.10(pid=23446): Terminating (SIGTERM)\u000a16:17:50.278882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23449): Terminating (SIGTERM)\u000a16:17:50.320596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23452): Terminating (SIGTERM)\u000a16:17:50.363031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23455): Terminating (SIGTERM)\u000a16:17:50.372709 --- ParallelTerminationStrategy: PID 23439 died...\u000a16:17:50.429588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23439): Terminated: ok {rc=0}\u000a16:17:50.439917 --- ParallelTerminationStrategy: PID 23440 died...\u000a16:17:50.495200 run iperf3-srv_10.42.42.10(pid=23440): Terminated {rc=256}\u000a16:17:50.505437 --- ParallelTerminationStrategy: PID 23441 died...\u000a16:17:50.561160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23441): Terminated: ok {rc=0}\u000a16:17:50.571337 --- ParallelTerminationStrategy: PID 23442 died...\u000a16:17:50.626753 run iperf3-srv_10.42.42.10(pid=23442): Terminated {rc=256}\u000a16:17:50.636892 --- ParallelTerminationStrategy: PID 23443 died...\u000a16:17:50.692536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23443): Terminated: ok {rc=0}\u000a16:17:50.702742 --- ParallelTerminationStrategy: PID 23444 died...\u000a16:17:50.758222 run iperf3-srv_10.42.42.10(pid=23444): Terminated {rc=256}\u000a16:17:50.768398 --- ParallelTerminationStrategy: PID 23445 died...\u000a16:17:50.824407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23445): Terminated: ok {rc=0}\u000a16:17:50.834469 --- ParallelTerminationStrategy: PID 23446 died...\u000a16:17:50.890192 run iperf3-srv_10.42.42.10(pid=23446): Terminated {rc=256}\u000a16:17:50.900396 --- ParallelTerminationStrategy: PID 23449 died...\u000a16:17:50.956170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23449): Terminated: ok {rc=0}\u000a16:17:50.966468 --- ParallelTerminationStrategy: PID 23452 died...\u000a16:17:51.022155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23452): Terminated: ok {rc=0}\u000a16:17:51.032407 --- ParallelTerminationStrategy: PID 23455 died...\u000a16:17:51.088157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23455): Terminated: ok {rc=0}\u000a16:17:51.174511 bus /gobi_4: Setting Powered False\u000a16:17:52.280978 bus /gobi_4: Setting Powered False\u000a16:17:53.388304 bus /gobi_1: Setting Powered False\u000a16:17:54.489685 bus /gobi_1: Setting Powered False\u000a16:17:55.596443 bus /gobi_0: Setting Powered False\u000a16:17:56.702015 bus /gobi_0: Setting Powered False\u000a16:17:57.814918 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23463): Process ended prematurely: osmo-stp_10.42.42.5(pid=23463) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23463)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23463): Process ended prematurely: osmo-stp_10.42.42.5(pid=23463) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:17:58.880586 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:58.892051 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:17:59.032915 tst ping.py: using LAC 29147\u000a16:17:59.155213 tst ping.py: using RAC 77\u000a16:17:59.280063 tst ping.py: using CellId 29147\u000a16:17:59.402829 tst ping.py: using BVCI 29148\u000a16:17:59.427040 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:59.438845 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:59.450064 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:59.461238 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:59.472263 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:59.483329 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:59.494682 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:59.505793 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:17:59.776652 tst ping.py:19: start network...\u000a16:17:59.898597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:00.360191 run create_hlr_db(pid=23457): Launched\u000a16:18:00.530423 bus /gobi_6: Setting Powered False\u000a16:18:01.558156 run create_hlr_db(pid=23457): Terminated: ok {rc=0}\u000a16:18:01.973333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23459): Launched\u000a16:18:02.289817 run osmo-hlr_10.42.42.2(pid=23460): Launched\u000a16:18:02.405078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:02.953096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23462): Launched\u000a16:18:03.266325 run osmo-stp_10.42.42.5(pid=23463): Launched\u000a16:18:03.379857 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:18:03.925884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23465): Launched\u000a16:18:04.037832 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:18:04.310436 run patchelf(pid=23466): Launched\u000a16:18:04.493617 run osmo-stp_10.42.42.5(pid=23463): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23463)]\u000a16:18:04.628045 run osmo-stp_10.42.42.5(pid=23463): stdout: \u000a| (launched: 2022-12-10_16:18:03.111946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:04.762363 run osmo-stp_10.42.42.5(pid=23463): stderr: \u000a| �[0;m�[38;5;43m20221210161803304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161803305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161803305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161803305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161803306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161803306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161803306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:04.892128 run osmo-stp_10.42.42.5(pid=23463): stdout: \u000a| (launched: 2022-12-10_16:18:03.111946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:05.030324 run osmo-stp_10.42.42.5(pid=23463): stderr: \u000a| �[0;m�[38;5;43m20221210161803304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161803305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161803305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161803305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161803306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161803306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161803306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:05.170402 run patchelf(pid=23466): Terminating (SIGINT)\u000a16:18:05.334667 run patchelf(pid=23466): Terminated: ok {rc=0}\u000a16:18:05.364795 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23463): Process ended prematurely: osmo-stp_10.42.42.5(pid=23463) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23463)] [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a16:18:05.373489 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:18:05.434312 run osmo-hlr_10.42.42.2(pid=23460): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23460)]\u000a16:18:05.483689 run osmo-hlr_10.42.42.2(pid=23460): stdout: \u000a| (launched: 2022-12-10_16:18:02.124076) \u000a16:18:05.533439 run osmo-hlr_10.42.42.2(pid=23460): stderr: \u000a| �[0;m�[1;31m20221210161802329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161802329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161802329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161802329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161802329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161802330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161802342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161802350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161802350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161802350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:05.575770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23459): Terminating (SIGTERM)\u000a16:18:05.615721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23462): Terminating (SIGTERM)\u000a16:18:05.655878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23465): Terminating (SIGTERM)\u000a16:18:05.665558 --- ParallelTerminationStrategy: PID 23459 died...\u000a16:18:05.719954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23459): Terminated: ok {rc=0}\u000a16:18:05.730087 --- ParallelTerminationStrategy: PID 23462 died...\u000a16:18:05.783841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23462): Terminated: ok {rc=0}\u000a16:18:05.793744 --- ParallelTerminationStrategy: PID 23465 died...\u000a16:18:05.847272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23465): Terminated: ok {rc=0}\u000a16:18:05.930179 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23473): Process ended prematurely: osmo-stp_10.42.42.5(pid=23473) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23473)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23473): Process ended prematurely: osmo-stp_10.42.42.5(pid=23473) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:18:06.983674 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:06.996280 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:18:07.144096 tst ping_idle_ping.py: using LAC 29148\u000a16:18:07.266210 tst ping_idle_ping.py: using RAC 78\u000a16:18:07.392757 tst ping_idle_ping.py: using CellId 29148\u000a16:18:07.514812 tst ping_idle_ping.py: using BVCI 29149\u000a16:18:07.538849 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:07.550200 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:07.561304 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:07.572832 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:07.584317 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:07.595847 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:07.607716 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:07.619400 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:18:07.889959 tst ping_idle_ping.py:24: start network...\u000a16:18:08.012628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:08.476745 run create_hlr_db(pid=23467): Launched\u000a16:18:08.647264 bus /gobi_6: Setting Powered False\u000a16:18:09.668262 run create_hlr_db(pid=23467): Terminated: ok {rc=0}\u000a16:18:10.060006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23469): Launched\u000a16:18:10.354682 run osmo-hlr_10.42.42.2(pid=23470): Launched\u000a16:18:10.466482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:10.982065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23472): Launched\u000a16:18:11.275485 run osmo-stp_10.42.42.5(pid=23473): Launched\u000a16:18:11.383512 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:18:11.894351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23475): Launched\u000a16:18:11.999254 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:18:12.255252 run patchelf(pid=23476): Launched\u000a16:18:12.427763 run osmo-stp_10.42.42.5(pid=23473): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23473)]\u000a16:18:12.553917 run osmo-stp_10.42.42.5(pid=23473): stdout: \u000a| (launched: 2022-12-10_16:18:11.130838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:12.680931 run osmo-stp_10.42.42.5(pid=23473): stderr: \u000a| �[0;m�[38;5;43m20221210161811301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161811301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161811301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161811302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161811302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161811302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161811302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:12.803307 run osmo-stp_10.42.42.5(pid=23473): stdout: \u000a| (launched: 2022-12-10_16:18:11.130838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:12.924610 run osmo-stp_10.42.42.5(pid=23473): stderr: \u000a| �[0;m�[38;5;43m20221210161811301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161811301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161811301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161811302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161811302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161811302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161811302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:13.065696 run patchelf(pid=23476): Terminating (SIGINT)\u000a16:18:13.231579 run patchelf(pid=23476): Terminated: ok {rc=0}\u000a16:18:13.261988 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23473): Process ended prematurely: osmo-stp_10.42.42.5(pid=23473) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23473)] [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:18:13.270550 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a16:18:13.331906 run osmo-hlr_10.42.42.2(pid=23470): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23470)]\u000a16:18:13.381535 run osmo-hlr_10.42.42.2(pid=23470): stdout: \u000a| (launched: 2022-12-10_16:18:10.209643) \u000a16:18:13.431385 run osmo-hlr_10.42.42.2(pid=23470): stderr: \u000a| �[0;m�[1;31m20221210161810384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161810384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161810384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161810384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161810384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161810384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161810396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161810405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161810405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161810405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:13.474341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23469): Terminating (SIGTERM)\u000a16:18:13.514896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23472): Terminating (SIGTERM)\u000a16:18:13.555804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23475): Terminating (SIGTERM)\u000a16:18:13.565368 --- ParallelTerminationStrategy: PID 23469 died...\u000a16:18:13.619824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23469): Terminated: ok {rc=0}\u000a16:18:13.629938 --- ParallelTerminationStrategy: PID 23472 died...\u000a16:18:13.683739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23472): Terminated: ok {rc=0}\u000a16:18:13.693858 --- ParallelTerminationStrategy: PID 23475 died...\u000a16:18:13.747587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23475): Terminated: ok {rc=0}\u000a16:18:13.835403 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:17:16" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23491): Process ended prematurely: osmo-stp_10.42.42.5(pid=23491) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23491)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23491): Process ended prematurely: osmo-stp_10.42.42.5(pid=23491) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:18:15.996792 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:16.008554 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:18:16.180355 tst cs_paging_gprs_active.py: using LAC 29149\u000a16:18:16.315505 tst cs_paging_gprs_active.py: using RAC 79\u000a16:18:16.438208 tst cs_paging_gprs_active.py: using CellId 29149\u000a16:18:16.563554 tst cs_paging_gprs_active.py: using BVCI 29150\u000a16:18:16.589573 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:16.601506 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:16.613519 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:16.626235 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:16.638350 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:16.650538 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:16.664126 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:16.676812 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:16.689090 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:18:16.815376 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:18:17.133097 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:18:17.261275 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:17.573552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23481): Launched\u000a16:18:17.830189 run iperf3-srv_10.42.42.10(pid=23482): Launched\u000a16:18:18.012825 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:18:18.137158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:18.446199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23483): Launched\u000a16:18:18.702857 run iperf3-srv_10.42.42.10(pid=23484): Launched\u000a16:18:18.885444 tst cs_paging_gprs_active.py:38: start network...\u000a16:18:19.009804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:19.476614 run create_hlr_db(pid=23485): Launched\u000a16:18:19.647875 bus /gobi_6: Setting Powered False\u000a16:18:20.670528 run create_hlr_db(pid=23485): Terminated: ok {rc=0}\u000a16:18:21.095265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23487): Launched\u000a16:18:21.414359 run osmo-hlr_10.42.42.2(pid=23488): Launched\u000a16:18:21.533626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:22.088629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23490): Launched\u000a16:18:22.406874 run osmo-stp_10.42.42.5(pid=23491): Launched\u000a16:18:22.522364 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:18:23.080597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23493): Launched\u000a16:18:23.194828 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:18:23.481584 run patchelf(pid=23494): Launched\u000a16:18:23.669832 run osmo-stp_10.42.42.5(pid=23491): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23491)]\u000a16:18:23.807448 run osmo-stp_10.42.42.5(pid=23491): stdout: \u000a| (launched: 2022-12-10_16:18:22.250904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:23.946426 run osmo-stp_10.42.42.5(pid=23491): stderr: \u000a| �[0;m�[38;5;43m20221210161822440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161822440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161822440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161822441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161822441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161822441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161822441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:24.079542 run osmo-stp_10.42.42.5(pid=23491): stdout: \u000a| (launched: 2022-12-10_16:18:22.250904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:24.211374 run osmo-stp_10.42.42.5(pid=23491): stderr: \u000a| �[0;m�[38;5;43m20221210161822440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161822440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161822440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161822441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161822441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161822441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161822441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:24.364811 run patchelf(pid=23494): Terminating (SIGINT)\u000a16:18:24.545188 run patchelf(pid=23494): Terminated: ok {rc=0}\u000a16:18:24.578242 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23491): Process ended prematurely: osmo-stp_10.42.42.5(pid=23491) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23491)] [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:18:24.588003 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a16:18:24.650989 run osmo-hlr_10.42.42.2(pid=23488): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23488)]\u000a16:18:24.702905 run osmo-hlr_10.42.42.2(pid=23488): stdout: \u000a| (launched: 2022-12-10_16:18:21.258234) \u000a16:18:24.755320 run osmo-hlr_10.42.42.2(pid=23488): stderr: \u000a| �[0;m�[1;31m20221210161821455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161821455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161821455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161821455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161821455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161821455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161821468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161821476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161821476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161821477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:24.800007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23481): Terminating (SIGTERM)\u000a16:18:24.842568 run iperf3-srv_10.42.42.10(pid=23482): Terminating (SIGTERM)\u000a16:18:24.884869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23483): Terminating (SIGTERM)\u000a16:18:24.926986 run iperf3-srv_10.42.42.10(pid=23484): Terminating (SIGTERM)\u000a16:18:24.969285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23487): Terminating (SIGTERM)\u000a16:18:25.011649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23490): Terminating (SIGTERM)\u000a16:18:25.053928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23493): Terminating (SIGTERM)\u000a16:18:25.063991 --- ParallelTerminationStrategy: PID 23481 died...\u000a16:18:25.120710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23481): Terminated: ok {rc=0}\u000a16:18:25.131168 --- ParallelTerminationStrategy: PID 23482 died...\u000a16:18:25.187082 run iperf3-srv_10.42.42.10(pid=23482): Terminated {rc=256}\u000a16:18:25.197606 --- ParallelTerminationStrategy: PID 23483 died...\u000a16:18:25.253723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23483): Terminated: ok {rc=0}\u000a16:18:25.264084 --- ParallelTerminationStrategy: PID 23484 died...\u000a16:18:25.320080 run iperf3-srv_10.42.42.10(pid=23484): Terminated {rc=256}\u000a16:18:25.330349 --- ParallelTerminationStrategy: PID 23487 died...\u000a16:18:25.386922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23487): Terminated: ok {rc=0}\u000a16:18:25.397379 --- ParallelTerminationStrategy: PID 23490 died...\u000a16:18:25.453225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23490): Terminated: ok {rc=0}\u000a16:18:25.463567 --- ParallelTerminationStrategy: PID 23493 died...\u000a16:18:25.519967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23493): Terminated: ok {rc=0}\u000a16:18:25.607200 bus /gobi_0: Setting Powered False\u000a16:18:26.715567 bus /gobi_0: Setting Powered False\u000a16:18:27.824669 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23503): Process ended prematurely: osmo-stp_10.42.42.5(pid=23503) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23503)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23503): Process ended prematurely: osmo-stp_10.42.42.5(pid=23503) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:18:28.939532 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:28.951545 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:18:29.110051 tst iperf3.py: using LAC 29150\u000a16:18:29.232736 tst iperf3.py: using RAC 80\u000a16:18:29.350360 tst iperf3.py: using CellId 29150\u000a16:18:29.474264 tst iperf3.py: using BVCI 29151\u000a16:18:29.498926 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:29.510546 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:29.522095 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:29.533683 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:29.545129 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:29.556562 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:29.568152 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:29.579912 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:29.591556 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:18:29.866090 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:18:29.991029 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:30.300261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23495): Launched\u000a16:18:30.555889 run iperf3-srv_10.42.42.10(pid=23496): Launched\u000a16:18:30.737699 tst iperf3.py:8: start network...\u000a16:18:30.870887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:31.457484 run create_hlr_db(pid=23497): Launched\u000a16:18:31.652197 bus /gobi_6: Setting Powered False\u000a16:18:32.657826 run create_hlr_db(pid=23497): Terminated: ok {rc=0}\u000a16:18:33.092539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23499): Launched\u000a16:18:33.411824 run osmo-hlr_10.42.42.2(pid=23500): Launched\u000a16:18:33.531940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:34.174746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23502): Launched\u000a16:18:34.485607 run osmo-stp_10.42.42.5(pid=23503): Launched\u000a16:18:34.599357 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:18:35.145224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23505): Launched\u000a16:18:35.256780 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:18:35.527676 run patchelf(pid=23506): Launched\u000a16:18:35.710445 run osmo-stp_10.42.42.5(pid=23503): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23503)]\u000a16:18:35.844922 run osmo-stp_10.42.42.5(pid=23503): stdout: \u000a| (launched: 2022-12-10_16:18:34.333094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:35.979485 run osmo-stp_10.42.42.5(pid=23503): stderr: \u000a| �[0;m�[38;5;43m20221210161834521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161834521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161834521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161834522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161834522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161834522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161834522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:36.109464 run osmo-stp_10.42.42.5(pid=23503): stdout: \u000a| (launched: 2022-12-10_16:18:34.333094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:36.237878 run osmo-stp_10.42.42.5(pid=23503): stderr: \u000a| �[0;m�[38;5;43m20221210161834521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161834521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161834521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161834522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161834522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161834522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161834522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:36.387099 run patchelf(pid=23506): Terminating (SIGINT)\u000a16:18:36.562298 run patchelf(pid=23506): Terminated: ok {rc=0}\u000a16:18:36.594840 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23503): Process ended prematurely: osmo-stp_10.42.42.5(pid=23503) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23503)] [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:18:36.604510 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:18:36.667919 run osmo-hlr_10.42.42.2(pid=23500): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23500)]\u000a16:18:36.719120 run osmo-hlr_10.42.42.2(pid=23500): stdout: \u000a| (launched: 2022-12-10_16:18:33.255349) \u000a16:18:36.771043 run osmo-hlr_10.42.42.2(pid=23500): stderr: \u000a| �[0;m�[1;31m20221210161833453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161833453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161833453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161833453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161833453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161833454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161833467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161833475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161833476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161833476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:36.815340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23495): Terminating (SIGTERM)\u000a16:18:36.857454 run iperf3-srv_10.42.42.10(pid=23496): Terminating (SIGTERM)\u000a16:18:36.899905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23499): Terminating (SIGTERM)\u000a16:18:36.941406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23502): Terminating (SIGTERM)\u000a16:18:36.983078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23505): Terminating (SIGTERM)\u000a16:18:36.993308 --- ParallelTerminationStrategy: PID 23495 died...\u000a16:18:37.049842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23495): Terminated: ok {rc=0}\u000a16:18:37.060129 --- ParallelTerminationStrategy: PID 23496 died...\u000a16:18:37.116650 run iperf3-srv_10.42.42.10(pid=23496): Terminated {rc=256}\u000a16:18:37.126930 --- ParallelTerminationStrategy: PID 23499 died...\u000a16:18:37.183586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23499): Terminated: ok {rc=0}\u000a16:18:37.194007 --- ParallelTerminationStrategy: PID 23502 died...\u000a16:18:37.250598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23502): Terminated: ok {rc=0}\u000a16:18:37.260846 --- ParallelTerminationStrategy: PID 23505 died...\u000a16:18:37.317277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23505): Terminated: ok {rc=0}\u000a16:18:37.404011 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23521): Process ended prematurely: osmo-stp_10.42.42.5(pid=23521) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23521)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23521): Process ended prematurely: osmo-stp_10.42.42.5(pid=23521) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:18:38.519514 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:38.531443 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:18:38.689213 tst iperf3m4.py: using LAC 29151\u000a16:18:38.814640 tst iperf3m4.py: using RAC 81\u000a16:18:38.937708 tst iperf3m4.py: using CellId 29151\u000a16:18:39.058591 tst iperf3m4.py: using BVCI 29152\u000a16:18:39.082490 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:39.093673 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:39.104616 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:39.115672 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:39.126685 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:39.137711 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:39.148773 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:39.159706 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:39.170927 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:18:39.286275 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:18:39.404136 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:18:39.517685 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:18:39.786419 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:18:39.907750 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:40.211159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23507): Launched\u000a16:18:40.462291 run iperf3-srv_10.42.42.10(pid=23508): Launched\u000a16:18:40.639681 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:18:40.761116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:41.064276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23509): Launched\u000a16:18:41.314519 run iperf3-srv_10.42.42.10(pid=23510): Launched\u000a16:18:41.491548 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:18:41.613113 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:41.915263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23511): Launched\u000a16:18:42.165595 run iperf3-srv_10.42.42.10(pid=23512): Launched\u000a16:18:42.342804 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:18:42.463931 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:42.766690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23513): Launched\u000a16:18:43.017736 run iperf3-srv_10.42.42.10(pid=23514): Launched\u000a16:18:43.195223 tst iperf3m4.py:8: start network...\u000a16:18:43.316524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:43.779333 run create_hlr_db(pid=23515): Launched\u000a16:18:43.948537 bus /gobi_6: Setting Powered False\u000a16:18:44.971139 run create_hlr_db(pid=23515): Terminated: ok {rc=0}\u000a16:18:45.386291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23517): Launched\u000a16:18:45.697832 run osmo-hlr_10.42.42.2(pid=23518): Launched\u000a16:18:45.811102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:46.380117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23520): Launched\u000a16:18:46.768393 run osmo-stp_10.42.42.5(pid=23521): Launched\u000a16:18:47.056060 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:18:47.574072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23523): Launched\u000a16:18:47.678390 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:18:47.932529 run patchelf(pid=23524): Launched\u000a16:18:48.104266 run osmo-stp_10.42.42.5(pid=23521): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23521)]\u000a16:18:48.230206 run osmo-stp_10.42.42.5(pid=23521): stdout: \u000a| (launched: 2022-12-10_16:18:46.533644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:48.356251 run osmo-stp_10.42.42.5(pid=23521): stderr: \u000a| �[0;m�[38;5;43m20221210161846789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161846789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161846789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161846790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161846790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161846790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161846791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:48.477647 run osmo-stp_10.42.42.5(pid=23521): stdout: \u000a| (launched: 2022-12-10_16:18:46.533644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:48.597803 run osmo-stp_10.42.42.5(pid=23521): stderr: \u000a| �[0;m�[38;5;43m20221210161846789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161846789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161846789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161846790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161846790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161846790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161846791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:48.737794 run patchelf(pid=23524): Terminating (SIGINT)\u000a16:18:48.902998 run patchelf(pid=23524): Terminated: ok {rc=0}\u000a16:18:48.933571 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23521): Process ended prematurely: osmo-stp_10.42.42.5(pid=23521) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23521)] [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:18:48.942737 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a16:18:49.003348 run osmo-hlr_10.42.42.2(pid=23518): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23518)]\u000a16:18:49.052489 run osmo-hlr_10.42.42.2(pid=23518): stdout: \u000a| (launched: 2022-12-10_16:18:45.545717) \u000a16:18:49.102429 run osmo-hlr_10.42.42.2(pid=23518): stderr: \u000a| �[0;m�[1;31m20221210161845738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161845738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161845738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161845739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161845739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161845739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161845754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161845762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161845762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161845762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:49.144691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23507): Terminating (SIGTERM)\u000a16:18:49.184841 run iperf3-srv_10.42.42.10(pid=23508): Terminating (SIGTERM)\u000a16:18:49.224547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23509): Terminating (SIGTERM)\u000a16:18:49.264151 run iperf3-srv_10.42.42.10(pid=23510): Terminating (SIGTERM)\u000a16:18:49.303844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23511): Terminating (SIGTERM)\u000a16:18:49.343728 run iperf3-srv_10.42.42.10(pid=23512): Terminating (SIGTERM)\u000a16:18:49.383434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23513): Terminating (SIGTERM)\u000a16:18:49.423129 run iperf3-srv_10.42.42.10(pid=23514): Terminating (SIGTERM)\u000a16:18:49.462885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23517): Terminating (SIGTERM)\u000a16:18:49.502510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23520): Terminating (SIGTERM)\u000a16:18:49.542416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23523): Terminating (SIGTERM)\u000a16:18:49.551719 --- ParallelTerminationStrategy: PID 23507 died...\u000a16:18:49.604804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23507): Terminated: ok {rc=0}\u000a16:18:49.614506 --- ParallelTerminationStrategy: PID 23508 died...\u000a16:18:49.667942 run iperf3-srv_10.42.42.10(pid=23508): Terminated {rc=256}\u000a16:18:49.677389 --- ParallelTerminationStrategy: PID 23509 died...\u000a16:18:49.729791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23509): Terminated: ok {rc=0}\u000a16:18:49.739419 --- ParallelTerminationStrategy: PID 23510 died...\u000a16:18:49.792102 run iperf3-srv_10.42.42.10(pid=23510): Terminated {rc=256}\u000a16:18:49.801828 --- ParallelTerminationStrategy: PID 23511 died...\u000a16:18:49.854636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23511): Terminated: ok {rc=0}\u000a16:18:49.864243 --- ParallelTerminationStrategy: PID 23512 died...\u000a16:18:49.916848 run iperf3-srv_10.42.42.10(pid=23512): Terminated {rc=256}\u000a16:18:49.926511 --- ParallelTerminationStrategy: PID 23513 died...\u000a16:18:49.979000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23513): Terminated: ok {rc=0}\u000a16:18:49.988672 --- ParallelTerminationStrategy: PID 23514 died...\u000a16:18:50.041088 run iperf3-srv_10.42.42.10(pid=23514): Terminated {rc=256}\u000a16:18:50.050716 --- ParallelTerminationStrategy: PID 23517 died...\u000a16:18:50.103304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23517): Terminated: ok {rc=0}\u000a16:18:50.113007 --- ParallelTerminationStrategy: PID 23520 died...\u000a16:18:50.165757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23520): Terminated: ok {rc=0}\u000a16:18:50.175325 --- ParallelTerminationStrategy: PID 23523 died...\u000a16:18:50.228203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23523): Terminated: ok {rc=0}\u000a16:18:50.317353 bus /gobi_4: Setting Powered False\u000a16:18:51.420519 bus /gobi_4: Setting Powered False\u000a16:18:52.531864 bus /gobi_1: Setting Powered False\u000a16:18:53.637688 bus /gobi_1: Setting Powered False\u000a16:18:54.745407 bus /gobi_0: Setting Powered False\u000a16:18:55.847040 bus /gobi_0: Setting Powered False\u000a16:18:56.959658 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23531): Process ended prematurely: osmo-stp_10.42.42.5(pid=23531) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23531)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23531): Process ended prematurely: osmo-stp_10.42.42.5(pid=23531) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:18:58.025294 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:58.036465 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:18:58.189381 tst ping.py: using LAC 29152\u000a16:18:58.310384 tst ping.py: using RAC 82\u000a16:18:58.430553 tst ping.py: using CellId 29152\u000a16:18:58.550995 tst ping.py: using BVCI 29153\u000a16:18:58.574764 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:58.586197 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:58.597454 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:58.608841 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:58.620225 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:58.631410 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:58.642730 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:58.653973 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:18:58.934268 tst ping.py:19: start network...\u000a16:18:59.063389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:59.548053 run create_hlr_db(pid=23525): Launched\u000a16:18:59.727244 bus /gobi_6: Setting Powered False\u000a16:19:00.747853 run create_hlr_db(pid=23525): Terminated: ok {rc=0}\u000a16:19:01.167622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23527): Launched\u000a16:19:01.565922 run osmo-hlr_10.42.42.2(pid=23528): Launched\u000a16:19:01.754620 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:02.353867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23530): Launched\u000a16:19:02.643379 run osmo-stp_10.42.42.5(pid=23531): Launched\u000a16:19:02.750038 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:19:03.253178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23533): Launched\u000a16:19:03.355392 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:19:03.605279 run patchelf(pid=23534): Launched\u000a16:19:03.773453 run osmo-stp_10.42.42.5(pid=23531): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23531)]\u000a16:19:03.896848 run osmo-stp_10.42.42.5(pid=23531): stdout: \u000a| (launched: 2022-12-10_16:19:02.499852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:04.021205 run osmo-stp_10.42.42.5(pid=23531): stderr: \u000a| �[0;m�[38;5;43m20221210161902668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161902668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161902668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161902669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161902669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161902669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161902669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:04.141230 run osmo-stp_10.42.42.5(pid=23531): stdout: \u000a| (launched: 2022-12-10_16:19:02.499852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:04.259412 run osmo-stp_10.42.42.5(pid=23531): stderr: \u000a| �[0;m�[38;5;43m20221210161902668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161902668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161902668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161902669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161902669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161902669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161902669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:04.397596 run patchelf(pid=23534): Terminating (SIGINT)\u000a16:19:04.559178 run patchelf(pid=23534): Terminated: ok {rc=0}\u000a16:19:04.588762 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23531): Process ended prematurely: osmo-stp_10.42.42.5(pid=23531) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23531)] [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:19:04.597404 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:19:04.657732 run osmo-hlr_10.42.42.2(pid=23528): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23528)]\u000a16:19:04.707194 run osmo-hlr_10.42.42.2(pid=23528): stdout: \u000a| (launched: 2022-12-10_16:19:01.318931) \u000a16:19:04.757025 run osmo-hlr_10.42.42.2(pid=23528): stderr: \u000a| �[0;m�[1;31m20221210161901618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161901618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161901618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161901618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161901618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161901618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161901636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161901658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161901659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161901659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:04.798882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23527): Terminating (SIGTERM)\u000a16:19:04.838669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23530): Terminating (SIGTERM)\u000a16:19:04.878404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23533): Terminating (SIGTERM)\u000a16:19:04.887722 --- ParallelTerminationStrategy: PID 23527 died...\u000a16:19:04.940880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23527): Terminated: ok {rc=0}\u000a16:19:04.950393 --- ParallelTerminationStrategy: PID 23530 died...\u000a16:19:05.003391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23530): Terminated: ok {rc=0}\u000a16:19:05.013012 --- ParallelTerminationStrategy: PID 23533 died...\u000a16:19:05.066171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23533): Terminated: ok {rc=0}\u000a16:19:05.154583 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23541): Process ended prematurely: osmo-stp_10.42.42.5(pid=23541) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23541)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23541): Process ended prematurely: osmo-stp_10.42.42.5(pid=23541) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:19:06.206318 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:06.218280 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:19:06.374386 tst ping_idle_ping.py: using LAC 29153\u000a16:19:06.499155 tst ping_idle_ping.py: using RAC 83\u000a16:19:06.617762 tst ping_idle_ping.py: using CellId 29153\u000a16:19:06.737194 tst ping_idle_ping.py: using BVCI 29154\u000a16:19:06.760776 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:06.771988 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:06.783361 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:06.795222 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:06.806709 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:06.818699 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:06.829850 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:06.841391 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:19:07.114783 tst ping_idle_ping.py:24: start network...\u000a16:19:07.236561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:07.692832 run create_hlr_db(pid=23535): Launched\u000a16:19:07.860112 bus /gobi_6: Setting Powered False\u000a16:19:08.881481 run create_hlr_db(pid=23535): Terminated: ok {rc=0}\u000a16:19:09.266910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23537): Launched\u000a16:19:09.555732 run osmo-hlr_10.42.42.2(pid=23538): Launched\u000a16:19:09.667213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:10.171770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23540): Launched\u000a16:19:10.461748 run osmo-stp_10.42.42.5(pid=23541): Launched\u000a16:19:10.567209 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:19:11.069886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23543): Launched\u000a16:19:11.172861 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:19:11.424372 run patchelf(pid=23544): Launched\u000a16:19:11.593958 run osmo-stp_10.42.42.5(pid=23541): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23541)]\u000a16:19:11.718089 run osmo-stp_10.42.42.5(pid=23541): stdout: \u000a| (launched: 2022-12-10_16:19:10.319373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:11.842523 run osmo-stp_10.42.42.5(pid=23541): stderr: \u000a| �[0;m�[38;5;43m20221210161910490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161910490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161910490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161910491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161910491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161910491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161910491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:11.963820 run osmo-stp_10.42.42.5(pid=23541): stdout: \u000a| (launched: 2022-12-10_16:19:10.319373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:12.082858 run osmo-stp_10.42.42.5(pid=23541): stderr: \u000a| �[0;m�[38;5;43m20221210161910490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161910490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161910490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161910491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161910491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161910491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161910491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:12.221847 run patchelf(pid=23544): Terminating (SIGINT)\u000a16:19:12.385644 run patchelf(pid=23544): Terminated: ok {rc=0}\u000a16:19:12.415538 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23541): Process ended prematurely: osmo-stp_10.42.42.5(pid=23541) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23541)] [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:19:12.424208 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a16:19:12.484038 run osmo-hlr_10.42.42.2(pid=23538): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23538)]\u000a16:19:12.532682 run osmo-hlr_10.42.42.2(pid=23538): stdout: \u000a| (launched: 2022-12-10_16:19:09.413741) \u000a16:19:12.581415 run osmo-hlr_10.42.42.2(pid=23538): stderr: \u000a| �[0;m�[1;31m20221210161909590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161909590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161909590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161909590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161909590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161909590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161909601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161909612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161909612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161909612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:12.623463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23537): Terminating (SIGTERM)\u000a16:19:12.662889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23540): Terminating (SIGTERM)\u000a16:19:12.702343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23543): Terminating (SIGTERM)\u000a16:19:12.711676 --- ParallelTerminationStrategy: PID 23537 died...\u000a16:19:12.764630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23537): Terminated: ok {rc=0}\u000a16:19:12.774738 --- ParallelTerminationStrategy: PID 23540 died...\u000a16:19:12.828324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23540): Terminated: ok {rc=0}\u000a16:19:12.837839 --- ParallelTerminationStrategy: PID 23543 died...\u000a16:19:12.890641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23543): Terminated: ok {rc=0}\u000a16:19:12.973638 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:18:15" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23558): Process ended prematurely: osmo-stp_10.42.42.5(pid=23558) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23558)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23558): Process ended prematurely: osmo-stp_10.42.42.5(pid=23558) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:19:15.138454 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:15.149914 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:19:15.310524 tst cs_paging_gprs_active.py: using LAC 29154\u000a16:19:15.433455 tst cs_paging_gprs_active.py: using RAC 84\u000a16:19:15.557997 tst cs_paging_gprs_active.py: using CellId 29154\u000a16:19:15.682758 tst cs_paging_gprs_active.py: using BVCI 29155\u000a16:19:15.707004 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:15.718571 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:15.730008 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:15.741712 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:15.753226 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:15.764748 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:15.776413 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:15.788038 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:15.799787 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:19:15.958408 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:19:16.299338 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:19:16.431529 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:16.769268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23548): Launched\u000a16:19:17.048315 run iperf3-srv_10.42.42.10(pid=23549): Launched\u000a16:19:17.238290 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:19:17.362575 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:17.670347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23550): Launched\u000a16:19:17.923124 run iperf3-srv_10.42.42.10(pid=23551): Launched\u000a16:19:18.102883 tst cs_paging_gprs_active.py:38: start network...\u000a16:19:18.225628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:18.688869 run create_hlr_db(pid=23552): Launched\u000a16:19:18.858614 bus /gobi_6: Setting Powered False\u000a16:19:19.881423 run create_hlr_db(pid=23552): Terminated: ok {rc=0}\u000a16:19:20.299131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23554): Launched\u000a16:19:20.613407 run osmo-hlr_10.42.42.2(pid=23555): Launched\u000a16:19:20.728350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:21.273140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23557): Launched\u000a16:19:21.585915 run osmo-stp_10.42.42.5(pid=23558): Launched\u000a16:19:21.700080 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:19:22.247103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23560): Launched\u000a16:19:22.359067 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:19:22.633690 run patchelf(pid=23561): Launched\u000a16:19:22.817543 run osmo-stp_10.42.42.5(pid=23558): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23558)]\u000a16:19:22.953212 run osmo-stp_10.42.42.5(pid=23558): stdout: \u000a| (launched: 2022-12-10_16:19:21.432393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:23.088693 run osmo-stp_10.42.42.5(pid=23558): stderr: \u000a| �[0;m�[38;5;43m20221210161921619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161921619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161921620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161921620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161921621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161921621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161921621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:23.219961 run osmo-stp_10.42.42.5(pid=23558): stdout: \u000a| (launched: 2022-12-10_16:19:21.432393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:23.349287 run osmo-stp_10.42.42.5(pid=23558): stderr: \u000a| �[0;m�[38;5;43m20221210161921619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161921619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161921620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161921620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161921621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161921621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161921621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:23.499684 run patchelf(pid=23561): Terminating (SIGINT)\u000a16:19:23.676446 run patchelf(pid=23561): Terminated: ok {rc=0}\u000a16:19:23.709075 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23558): Process ended prematurely: osmo-stp_10.42.42.5(pid=23558) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23558)] [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:19:23.718811 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a16:19:23.781043 run osmo-hlr_10.42.42.2(pid=23555): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23555)]\u000a16:19:23.832162 run osmo-hlr_10.42.42.2(pid=23555): stdout: \u000a| (launched: 2022-12-10_16:19:20.459107) \u000a16:19:23.883979 run osmo-hlr_10.42.42.2(pid=23555): stderr: \u000a| �[0;m�[1;31m20221210161920654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161920654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161920654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161920654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161920654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161920654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161920667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161920675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161920675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161920675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:23.927978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23548): Terminating (SIGTERM)\u000a16:19:23.969728 run iperf3-srv_10.42.42.10(pid=23549): Terminating (SIGTERM)\u000a16:19:24.011574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23550): Terminating (SIGTERM)\u000a16:19:24.053298 run iperf3-srv_10.42.42.10(pid=23551): Terminating (SIGTERM)\u000a16:19:24.095151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23554): Terminating (SIGTERM)\u000a16:19:24.136782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23557): Terminating (SIGTERM)\u000a16:19:24.178560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23560): Terminating (SIGTERM)\u000a16:19:24.188210 --- ParallelTerminationStrategy: PID 23548 died...\u000a16:19:24.243823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23548): Terminated: ok {rc=0}\u000a16:19:24.253904 --- ParallelTerminationStrategy: PID 23549 died...\u000a16:19:24.309275 run iperf3-srv_10.42.42.10(pid=23549): Terminated {rc=256}\u000a16:19:24.319341 --- ParallelTerminationStrategy: PID 23550 died...\u000a16:19:24.374780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23550): Terminated: ok {rc=0}\u000a16:19:24.384832 --- ParallelTerminationStrategy: PID 23551 died...\u000a16:19:24.440093 run iperf3-srv_10.42.42.10(pid=23551): Terminated {rc=256}\u000a16:19:24.450189 --- ParallelTerminationStrategy: PID 23554 died...\u000a16:19:24.505745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23554): Terminated: ok {rc=0}\u000a16:19:24.515950 --- ParallelTerminationStrategy: PID 23557 died...\u000a16:19:24.571199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23557): Terminated: ok {rc=0}\u000a16:19:24.581472 --- ParallelTerminationStrategy: PID 23560 died...\u000a16:19:24.637062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23560): Terminated: ok {rc=0}\u000a16:19:24.723822 bus /gobi_0: Setting Powered False\u000a16:19:25.830748 bus /gobi_0: Setting Powered False\u000a16:19:26.938350 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23570): Process ended prematurely: osmo-stp_10.42.42.5(pid=23570) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23570)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23570): Process ended prematurely: osmo-stp_10.42.42.5(pid=23570) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23570)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:19:28.051530 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:28.063693 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:19:28.227160 tst iperf3.py: using LAC 29155\u000a16:19:28.349965 tst iperf3.py: using RAC 85\u000a16:19:28.472767 tst iperf3.py: using CellId 29155\u000a16:19:28.594452 tst iperf3.py: using BVCI 29156\u000a16:19:28.618612 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:28.629992 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:28.641576 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:28.653080 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:28.664441 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:28.675917 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:28.687494 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:28.698714 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:28.710161 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:19:28.980673 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:19:29.103213 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:29.407248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23562): Launched\u000a16:19:29.660362 run iperf3-srv_10.42.42.10(pid=23563): Launched\u000a16:19:29.839139 tst iperf3.py:8: start network...\u000a16:19:29.961990 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:30.424086 run create_hlr_db(pid=23564): Launched\u000a16:19:30.593664 bus /gobi_6: Setting Powered False\u000a16:19:31.671334 run create_hlr_db(pid=23564): Terminated: ok {rc=0}\u000a16:19:32.097246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23566): Launched\u000a16:19:32.424701 run osmo-hlr_10.42.42.2(pid=23567): Launched\u000a16:19:32.540623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:33.085690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23569): Launched\u000a16:19:33.397695 run osmo-stp_10.42.42.5(pid=23570): Launched\u000a16:19:33.510634 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:19:34.057374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23572): Launched\u000a16:19:34.169116 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:19:34.441301 run patchelf(pid=23573): Launched\u000a16:19:34.624630 run osmo-stp_10.42.42.5(pid=23570): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23570)]\u000a16:19:34.759164 run osmo-stp_10.42.42.5(pid=23570): stdout: \u000a| (launched: 2022-12-10_16:19:33.244769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:34.894390 run osmo-stp_10.42.42.5(pid=23570): stderr: \u000a| �[0;m�[38;5;43m20221210161933434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161933434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161933434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161933435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161933435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161933435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161933435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:35.024139 run osmo-stp_10.42.42.5(pid=23570): stdout: \u000a| (launched: 2022-12-10_16:19:33.244769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:35.153341 run osmo-stp_10.42.42.5(pid=23570): stderr: \u000a| �[0;m�[38;5;43m20221210161933434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161933434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161933434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161933435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161933435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161933435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161933435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:35.304140 run patchelf(pid=23573): Terminating (SIGINT)\u000a16:19:35.480570 run patchelf(pid=23573): Terminated: ok {rc=0}\u000a16:19:35.512942 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23570): Process ended prematurely: osmo-stp_10.42.42.5(pid=23570) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23570)] [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:19:35.522768 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a16:19:35.585725 run osmo-hlr_10.42.42.2(pid=23567): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23567)]\u000a16:19:35.637050 run osmo-hlr_10.42.42.2(pid=23567): stdout: \u000a| (launched: 2022-12-10_16:19:32.270764) \u000a16:19:35.689203 run osmo-hlr_10.42.42.2(pid=23567): stderr: \u000a| �[0;m�[1;31m20221210161932467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161932467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161932467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161932467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161932467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161932467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161932479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161932488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161932488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161932488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:35.733202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23562): Terminating (SIGTERM)\u000a16:19:35.774627 run iperf3-srv_10.42.42.10(pid=23563): Terminating (SIGTERM)\u000a16:19:35.816328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23566): Terminating (SIGTERM)\u000a16:19:35.857889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23569): Terminating (SIGTERM)\u000a16:19:35.900319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23572): Terminating (SIGTERM)\u000a16:19:35.910278 --- ParallelTerminationStrategy: PID 23562 died...\u000a16:19:35.966726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23562): Terminated: ok {rc=0}\u000a16:19:35.977027 --- ParallelTerminationStrategy: PID 23563 died...\u000a16:19:36.033043 run iperf3-srv_10.42.42.10(pid=23563): Terminated {rc=256}\u000a16:19:36.043223 --- ParallelTerminationStrategy: PID 23566 died...\u000a16:19:36.099364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23566): Terminated: ok {rc=0}\u000a16:19:36.109601 --- ParallelTerminationStrategy: PID 23569 died...\u000a16:19:36.165349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23569): Terminated: ok {rc=0}\u000a16:19:36.175709 --- ParallelTerminationStrategy: PID 23572 died...\u000a16:19:36.231971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23572): Terminated: ok {rc=0}\u000a16:19:36.318733 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23588): Process ended prematurely: osmo-stp_10.42.42.5(pid=23588) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23588)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23588): Process ended prematurely: osmo-stp_10.42.42.5(pid=23588) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:19:37.432290 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:37.444316 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:19:37.617394 tst iperf3m4.py: using LAC 29156\u000a16:19:37.737308 tst iperf3m4.py: using RAC 86\u000a16:19:37.855301 tst iperf3m4.py: using CellId 29156\u000a16:19:37.971548 tst iperf3m4.py: using BVCI 29157\u000a16:19:37.994248 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:38.005318 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:38.015928 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:38.027118 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:38.038196 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:38.049315 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:38.060434 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:38.071402 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:38.082606 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:19:38.200617 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:19:38.316420 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:19:38.432451 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:19:38.704713 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:19:38.827718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:39.132773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23574): Launched\u000a16:19:39.384760 run iperf3-srv_10.42.42.10(pid=23575): Launched\u000a16:19:39.563489 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:19:39.685247 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:39.989515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23576): Launched\u000a16:19:40.241800 run iperf3-srv_10.42.42.10(pid=23577): Launched\u000a16:19:40.420570 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:19:40.542768 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:40.846332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23578): Launched\u000a16:19:41.098286 run iperf3-srv_10.42.42.10(pid=23579): Launched\u000a16:19:41.277254 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:19:41.399796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:41.704448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23580): Launched\u000a16:19:41.963193 run iperf3-srv_10.42.42.10(pid=23581): Launched\u000a16:19:42.155963 tst iperf3m4.py:8: start network...\u000a16:19:42.287344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:42.788237 run create_hlr_db(pid=23582): Launched\u000a16:19:42.972270 bus /gobi_6: Setting Powered False\u000a16:19:43.993019 run create_hlr_db(pid=23582): Terminated: ok {rc=0}\u000a16:19:44.389541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23584): Launched\u000a16:19:44.684815 run osmo-hlr_10.42.42.2(pid=23585): Launched\u000a16:19:44.799922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:45.324356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23587): Launched\u000a16:19:45.637922 run osmo-stp_10.42.42.5(pid=23588): Launched\u000a16:19:45.750589 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:19:46.335838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23590): Launched\u000a16:19:46.450707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:19:46.740043 run patchelf(pid=23591): Launched\u000a16:19:46.928783 run osmo-stp_10.42.42.5(pid=23588): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23588)]\u000a16:19:47.066472 run osmo-stp_10.42.42.5(pid=23588): stdout: \u000a| (launched: 2022-12-10_16:19:45.485144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:47.203740 run osmo-stp_10.42.42.5(pid=23588): stderr: \u000a| �[0;m�[38;5;43m20221210161945672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161945672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161945673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161945673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:47.334491 run osmo-stp_10.42.42.5(pid=23588): stdout: \u000a| (launched: 2022-12-10_16:19:45.485144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:47.464922 run osmo-stp_10.42.42.5(pid=23588): stderr: \u000a| �[0;m�[38;5;43m20221210161945672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210161945672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210161945673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210161945673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210161945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210161945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210161945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:47.616519 run patchelf(pid=23591): Terminating (SIGINT)\u000a16:19:47.794689 run patchelf(pid=23591): Terminated: ok {rc=0}\u000a16:19:47.827778 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23588): Process ended prematurely: osmo-stp_10.42.42.5(pid=23588) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23588)] [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:19:47.837812 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a16:19:47.901695 run osmo-hlr_10.42.42.2(pid=23585): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23585)]\u000a16:19:47.953325 run osmo-hlr_10.42.42.2(pid=23585): stdout: \u000a| (launched: 2022-12-10_16:19:44.539445) \u000a16:19:48.005699 run osmo-hlr_10.42.42.2(pid=23585): stderr: \u000a| �[0;m�[1;31m20221210161944711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210161944711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210161944711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161944711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210161944712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210161944712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210161944724 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210161944733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210161944733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210161944733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:48.050347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23574): Terminating (SIGTERM)\u000a16:19:48.092223 run iperf3-srv_10.42.42.10(pid=23575): Terminating (SIGTERM)\u000a16:19:48.134331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23576): Terminating (SIGTERM)\u000a16:19:48.176226 run iperf3-srv_10.42.42.10(pid=23577): Terminating (SIGTERM)\u000a16:19:48.218497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23578): Terminating (SIGTERM)\u000a16:19:48.260305 run iperf3-srv_10.42.42.10(pid=23579): Terminating (SIGTERM)\u000a16:19:48.302442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23580): Terminating (SIGTERM)\u000a16:19:48.344398 run iperf3-srv_10.42.42.10(pid=23581): Terminating (SIGTERM)\u000a16:19:48.386577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23584): Terminating (SIGTERM)\u000a16:19:48.428526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23587): Terminating (SIGTERM)\u000a16:19:48.470641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23590): Terminating (SIGTERM)\u000a16:19:48.480522 --- ParallelTerminationStrategy: PID 23574 died...\u000a16:19:48.536725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23574): Terminated: ok {rc=0}\u000a16:19:48.546935 --- ParallelTerminationStrategy: PID 23575 died...\u000a16:19:48.603083 run iperf3-srv_10.42.42.10(pid=23575): Terminated {rc=256}\u000a16:19:48.613463 --- ParallelTerminationStrategy: PID 23576 died...\u000a16:19:48.669283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23576): Terminated: ok {rc=0}\u000a16:19:48.679452 --- ParallelTerminationStrategy: PID 23577 died...\u000a16:19:48.735445 run iperf3-srv_10.42.42.10(pid=23577): Terminated {rc=256}\u000a16:19:48.745989 --- ParallelTerminationStrategy: PID 23578 died...\u000a16:19:48.801870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23578): Terminated: ok {rc=0}\u000a16:19:48.812056 --- ParallelTerminationStrategy: PID 23579 died...\u000a16:19:48.867844 run iperf3-srv_10.42.42.10(pid=23579): Terminated {rc=256}\u000a16:19:48.878257 --- ParallelTerminationStrategy: PID 23580 died...\u000a16:19:48.934072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23580): Terminated: ok {rc=0}\u000a16:19:48.944307 --- ParallelTerminationStrategy: PID 23581 died...\u000a16:19:49.000228 run iperf3-srv_10.42.42.10(pid=23581): Terminated {rc=256}\u000a16:19:49.010317 --- ParallelTerminationStrategy: PID 23584 died...\u000a16:19:49.065974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23584): Terminated: ok {rc=0}\u000a16:19:49.076337 --- ParallelTerminationStrategy: PID 23587 died...\u000a16:19:49.131907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23587): Terminated: ok {rc=0}\u000a16:19:49.142281 --- ParallelTerminationStrategy: PID 23590 died...\u000a16:19:49.198061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23590): Terminated: ok {rc=0}\u000a16:19:49.285419 bus /gobi_4: Setting Powered False\u000a16:19:50.392812 bus /gobi_4: Setting Powered False\u000a16:19:51.501393 bus /gobi_1: Setting Powered False\u000a16:19:52.607518 bus /gobi_1: Setting Powered False\u000a16:19:53.715754 bus /gobi_0: Setting Powered False\u000a16:19:54.822525 bus /gobi_0: Setting Powered False\u000a16:19:55.930590 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23599): Process ended prematurely: osmo-stp_10.42.42.5(pid=23599) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23599)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23599): Process ended prematurely: osmo-stp_10.42.42.5(pid=23599) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:19:56.998327 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:57.010573 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:19:57.172567 tst ping.py: using LAC 29157\u000a16:19:57.293805 tst ping.py: using RAC 87\u000a16:19:57.411294 tst ping.py: using CellId 29157\u000a16:19:57.533803 tst ping.py: using BVCI 29158\u000a16:19:57.557750 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:57.569315 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:57.580502 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:57.592305 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:57.603780 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:57.615443 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:57.626933 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:57.638316 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:19:57.908189 tst ping.py:19: start network...\u000a16:19:58.029350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:58.489516 run create_hlr_db(pid=23593): Launched\u000a16:19:58.658324 bus /gobi_6: Setting Powered False\u000a16:19:59.679662 run create_hlr_db(pid=23593): Terminated: ok {rc=0}\u000a16:20:00.093312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23595): Launched\u000a16:20:00.404607 run osmo-hlr_10.42.42.2(pid=23596): Launched\u000a16:20:00.521450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:01.090346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23598): Launched\u000a16:20:01.561870 run osmo-stp_10.42.42.5(pid=23599): Launched\u000a16:20:01.714976 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:02.297305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23604): Launched\u000a16:20:02.408943 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:02.679135 run patchelf(pid=23605): Launched\u000a16:20:02.861246 run osmo-stp_10.42.42.5(pid=23599): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23599)]\u000a16:20:02.994952 run osmo-stp_10.42.42.5(pid=23599): stdout: \u000a| (launched: 2022-12-10_16:20:01.250110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:03.128703 run osmo-stp_10.42.42.5(pid=23599): stderr: \u000a| �[0;m�[38;5;43m20221210162001467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162001467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162001468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162001468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162001468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162001469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162001469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:03.257689 run osmo-stp_10.42.42.5(pid=23599): stdout: \u000a| (launched: 2022-12-10_16:20:01.250110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:03.385435 run osmo-stp_10.42.42.5(pid=23599): stderr: \u000a| �[0;m�[38;5;43m20221210162001467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162001467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162001468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162001468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162001468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162001469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162001469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:03.534438 run patchelf(pid=23605): Terminating (SIGINT)\u000a16:20:03.708529 run patchelf(pid=23605): Terminated: ok {rc=0}\u000a16:20:03.740304 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23599): Process ended prematurely: osmo-stp_10.42.42.5(pid=23599) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23599)] [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:20:03.749541 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:20:03.812327 run osmo-hlr_10.42.42.2(pid=23596): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23596)]\u000a16:20:03.863590 run osmo-hlr_10.42.42.2(pid=23596): stdout: \u000a| (launched: 2022-12-10_16:20:00.251913) \u000a16:20:03.915818 run osmo-hlr_10.42.42.2(pid=23596): stderr: \u000a| �[0;m�[1;31m20221210162000449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162000449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162000449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162000450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162000450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162000450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162000462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162000473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162000473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162000473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:03.960212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23595): Terminating (SIGTERM)\u000a16:20:04.002389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23598): Terminating (SIGTERM)\u000a16:20:04.044465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23604): Terminating (SIGTERM)\u000a16:20:04.054453 --- ParallelTerminationStrategy: PID 23595 died...\u000a16:20:04.110752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23595): Terminated: ok {rc=0}\u000a16:20:04.121250 --- ParallelTerminationStrategy: PID 23598 died...\u000a16:20:04.176922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23598): Terminated: ok {rc=0}\u000a16:20:04.187117 --- ParallelTerminationStrategy: PID 23604 died...\u000a16:20:04.242921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23604): Terminated: ok {rc=0}\u000a16:20:04.329464 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23613): Process ended prematurely: osmo-stp_10.42.42.5(pid=23613) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23613)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23613): Process ended prematurely: osmo-stp_10.42.42.5(pid=23613) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:20:05.379387 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:05.391112 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:20:05.550197 tst ping_idle_ping.py: using LAC 29158\u000a16:20:05.671980 tst ping_idle_ping.py: using RAC 88\u000a16:20:05.796088 tst ping_idle_ping.py: using CellId 29158\u000a16:20:05.919691 tst ping_idle_ping.py: using BVCI 29159\u000a16:20:05.944325 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:05.955905 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:05.967460 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:05.979029 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:05.990472 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:06.002143 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:06.013738 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:06.025226 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:20:06.295138 tst ping_idle_ping.py:24: start network...\u000a16:20:06.417082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:06.875896 run create_hlr_db(pid=23607): Launched\u000a16:20:07.044564 bus /gobi_6: Setting Powered False\u000a16:20:08.065910 run create_hlr_db(pid=23607): Terminated: ok {rc=0}\u000a16:20:08.480801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23609): Launched\u000a16:20:08.791659 run osmo-hlr_10.42.42.2(pid=23610): Launched\u000a16:20:08.906475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:09.446779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23612): Launched\u000a16:20:09.761060 run osmo-stp_10.42.42.5(pid=23613): Launched\u000a16:20:09.874172 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:10.418447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23615): Launched\u000a16:20:10.529916 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:10.801665 run patchelf(pid=23616): Launched\u000a16:20:10.985391 run osmo-stp_10.42.42.5(pid=23613): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23613)]\u000a16:20:11.119713 run osmo-stp_10.42.42.5(pid=23613): stdout: \u000a| (launched: 2022-12-10_16:20:09.607428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:11.254245 run osmo-stp_10.42.42.5(pid=23613): stderr: \u000a| �[0;m�[38;5;43m20221210162009800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162009801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162009801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162009801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162009802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162009802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162009802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:11.384063 run osmo-stp_10.42.42.5(pid=23613): stdout: \u000a| (launched: 2022-12-10_16:20:09.607428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:11.512730 run osmo-stp_10.42.42.5(pid=23613): stderr: \u000a| �[0;m�[38;5;43m20221210162009800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162009801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162009801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162009801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162009802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162009802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162009802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:11.663551 run patchelf(pid=23616): Terminating (SIGINT)\u000a16:20:11.839139 run patchelf(pid=23616): Terminated: ok {rc=0}\u000a16:20:11.871232 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23613): Process ended prematurely: osmo-stp_10.42.42.5(pid=23613) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23613)] [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:20:11.880786 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:20:11.943817 run osmo-hlr_10.42.42.2(pid=23610): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23610)]\u000a16:20:11.994989 run osmo-hlr_10.42.42.2(pid=23610): stdout: \u000a| (launched: 2022-12-10_16:20:08.639511) \u000a16:20:12.047124 run osmo-hlr_10.42.42.2(pid=23610): stderr: \u000a| �[0;m�[1;31m20221210162008838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162008838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162008838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162008838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162008838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162008839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162008851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162008859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162008859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162008859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:12.091450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23609): Terminating (SIGTERM)\u000a16:20:12.132999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23612): Terminating (SIGTERM)\u000a16:20:12.174690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23615): Terminating (SIGTERM)\u000a16:20:12.184552 --- ParallelTerminationStrategy: PID 23609 died...\u000a16:20:12.240405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23609): Terminated: ok {rc=0}\u000a16:20:12.250838 --- ParallelTerminationStrategy: PID 23612 died...\u000a16:20:12.306912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23612): Terminated: ok {rc=0}\u000a16:20:12.317198 --- ParallelTerminationStrategy: PID 23615 died...\u000a16:20:12.373735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23615): Terminated: ok {rc=0}\u000a16:20:12.461713 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:19:14" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23630): Process ended prematurely: osmo-stp_10.42.42.5(pid=23630) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23630)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23630): Process ended prematurely: osmo-stp_10.42.42.5(pid=23630) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:20:14.631085 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:14.642965 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:20:14.784754 tst cs_paging_gprs_active.py: using LAC 29159\u000a16:20:14.904258 tst cs_paging_gprs_active.py: using RAC 89\u000a16:20:15.030037 tst cs_paging_gprs_active.py: using CellId 29159\u000a16:20:15.159388 tst cs_paging_gprs_active.py: using BVCI 29160\u000a16:20:15.183988 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:15.195889 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:15.207622 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:15.219330 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:15.230984 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:15.242604 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:15.254416 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:15.266038 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:15.277927 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:20:15.401630 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:20:15.677493 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:20:15.801854 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:16.174099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23620): Launched\u000a16:20:16.481919 run iperf3-srv_10.42.42.10(pid=23621): Launched\u000a16:20:16.674149 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:20:16.829720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:17.162049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23622): Launched\u000a16:20:17.420422 run iperf3-srv_10.42.42.10(pid=23623): Launched\u000a16:20:17.602164 tst cs_paging_gprs_active.py:38: start network...\u000a16:20:17.726063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:18.193709 run create_hlr_db(pid=23624): Launched\u000a16:20:18.364622 bus /gobi_6: Setting Powered False\u000a16:20:19.387390 run create_hlr_db(pid=23624): Terminated: ok {rc=0}\u000a16:20:19.811200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23626): Launched\u000a16:20:20.129777 run osmo-hlr_10.42.42.2(pid=23627): Launched\u000a16:20:20.250632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:20.800624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23629): Launched\u000a16:20:21.117150 run osmo-stp_10.42.42.5(pid=23630): Launched\u000a16:20:21.233133 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:21.785682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23632): Launched\u000a16:20:21.899299 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:22.175930 run patchelf(pid=23633): Launched\u000a16:20:22.361724 run osmo-stp_10.42.42.5(pid=23630): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23630)]\u000a16:20:22.498189 run osmo-stp_10.42.42.5(pid=23630): stdout: \u000a| (launched: 2022-12-10_16:20:20.962465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:22.634933 run osmo-stp_10.42.42.5(pid=23630): stderr: \u000a| �[0;m�[38;5;43m20221210162021154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162021154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162021154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162021155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162021155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162021155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162021155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:22.766660 run osmo-stp_10.42.42.5(pid=23630): stdout: \u000a| (launched: 2022-12-10_16:20:20.962465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:22.897074 run osmo-stp_10.42.42.5(pid=23630): stderr: \u000a| �[0;m�[38;5;43m20221210162021154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162021154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162021154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162021155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162021155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162021155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162021155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:23.048940 run patchelf(pid=23633): Terminating (SIGINT)\u000a16:20:23.227329 run patchelf(pid=23633): Terminated: ok {rc=0}\u000a16:20:23.260289 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23630): Process ended prematurely: osmo-stp_10.42.42.5(pid=23630) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23630)] [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a16:20:23.270373 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:20:23.334129 run osmo-hlr_10.42.42.2(pid=23627): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23627)]\u000a16:20:23.385545 run osmo-hlr_10.42.42.2(pid=23627): stdout: \u000a| (launched: 2022-12-10_16:20:19.974192) \u000a16:20:23.437854 run osmo-hlr_10.42.42.2(pid=23627): stderr: \u000a| �[0;m�[1;31m20221210162020170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162020170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162020170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162020170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162020171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162020171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162020183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162020194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162020194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162020194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:23.482355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23620): Terminating (SIGTERM)\u000a16:20:23.524325 run iperf3-srv_10.42.42.10(pid=23621): Terminating (SIGTERM)\u000a16:20:23.566535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23622): Terminating (SIGTERM)\u000a16:20:23.608236 run iperf3-srv_10.42.42.10(pid=23623): Terminating (SIGTERM)\u000a16:20:23.650939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23626): Terminating (SIGTERM)\u000a16:20:23.693051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23629): Terminating (SIGTERM)\u000a16:20:23.735029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23632): Terminating (SIGTERM)\u000a16:20:23.744827 --- ParallelTerminationStrategy: PID 23620 died...\u000a16:20:23.801208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23620): Terminated: ok {rc=0}\u000a16:20:23.811396 --- ParallelTerminationStrategy: PID 23621 died...\u000a16:20:23.866918 run iperf3-srv_10.42.42.10(pid=23621): Terminated {rc=256}\u000a16:20:23.877222 --- ParallelTerminationStrategy: PID 23622 died...\u000a16:20:23.933146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23622): Terminated: ok {rc=0}\u000a16:20:23.943241 --- ParallelTerminationStrategy: PID 23623 died...\u000a16:20:23.998896 run iperf3-srv_10.42.42.10(pid=23623): Terminated {rc=256}\u000a16:20:24.009016 --- ParallelTerminationStrategy: PID 23626 died...\u000a16:20:24.064439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23626): Terminated: ok {rc=0}\u000a16:20:24.074789 --- ParallelTerminationStrategy: PID 23629 died...\u000a16:20:24.130606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23629): Terminated: ok {rc=0}\u000a16:20:24.140729 --- ParallelTerminationStrategy: PID 23632 died...\u000a16:20:24.196940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23632): Terminated: ok {rc=0}\u000a16:20:24.285199 bus /gobi_0: Setting Powered False\u000a16:20:25.389973 bus /gobi_0: Setting Powered False\u000a16:20:26.498955 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23642): Process ended prematurely: osmo-stp_10.42.42.5(pid=23642) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23642)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23642): Process ended prematurely: osmo-stp_10.42.42.5(pid=23642) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a16:20:27.609998 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:27.621852 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:20:27.762567 tst iperf3.py: using LAC 29160\u000a16:20:27.879921 tst iperf3.py: using RAC 90\u000a16:20:27.997661 tst iperf3.py: using CellId 29160\u000a16:20:28.114149 tst iperf3.py: using BVCI 29161\u000a16:20:28.136753 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:28.147940 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:28.158937 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:28.170323 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:28.181637 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:28.192668 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:28.204123 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:28.215557 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:28.227233 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:20:28.501740 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:20:28.625509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:28.934024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23634): Launched\u000a16:20:29.189552 run iperf3-srv_10.42.42.10(pid=23635): Launched\u000a16:20:29.370387 tst iperf3.py:8: start network...\u000a16:20:29.494090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:29.960044 run create_hlr_db(pid=23636): Launched\u000a16:20:30.130549 bus /gobi_6: Setting Powered False\u000a16:20:31.153966 run create_hlr_db(pid=23636): Terminated: ok {rc=0}\u000a16:20:31.572071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23638): Launched\u000a16:20:31.962501 run osmo-hlr_10.42.42.2(pid=23639): Launched\u000a16:20:32.222319 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:32.794889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23641): Launched\u000a16:20:33.111702 run osmo-stp_10.42.42.5(pid=23642): Launched\u000a16:20:33.225762 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:33.779012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23644): Launched\u000a16:20:33.892822 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:34.169368 run patchelf(pid=23645): Launched\u000a16:20:34.355512 run osmo-stp_10.42.42.5(pid=23642): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23642)]\u000a16:20:34.492060 run osmo-stp_10.42.42.5(pid=23642): stdout: \u000a| (launched: 2022-12-10_16:20:32.956775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:34.628903 run osmo-stp_10.42.42.5(pid=23642): stderr: \u000a| �[0;m�[38;5;43m20221210162033148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162033148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162033148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162033148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162033149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162033149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162033149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:34.760223 run osmo-stp_10.42.42.5(pid=23642): stdout: \u000a| (launched: 2022-12-10_16:20:32.956775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:34.890793 run osmo-stp_10.42.42.5(pid=23642): stderr: \u000a| �[0;m�[38;5;43m20221210162033148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162033148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162033148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162033148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162033149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162033149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162033149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:35.043083 run patchelf(pid=23645): Terminating (SIGINT)\u000a16:20:35.221428 run patchelf(pid=23645): Terminated: ok {rc=0}\u000a16:20:35.254044 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23642): Process ended prematurely: osmo-stp_10.42.42.5(pid=23642) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23642)] [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a16:20:35.263862 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:20:35.326530 run osmo-hlr_10.42.42.2(pid=23639): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23639)]\u000a16:20:35.377472 run osmo-hlr_10.42.42.2(pid=23639): stdout: \u000a| (launched: 2022-12-10_16:20:31.726397) \u000a16:20:35.429335 run osmo-hlr_10.42.42.2(pid=23639): stderr: \u000a| �[0;m�[1;31m20221210162032090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162032090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162032090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162032090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162032090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162032091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162032105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162032130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162032130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162032130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:35.473412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23634): Terminating (SIGTERM)\u000a16:20:35.515160 run iperf3-srv_10.42.42.10(pid=23635): Terminating (SIGTERM)\u000a16:20:35.557187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23638): Terminating (SIGTERM)\u000a16:20:35.599285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23641): Terminating (SIGTERM)\u000a16:20:35.641163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23644): Terminating (SIGTERM)\u000a16:20:35.650992 --- ParallelTerminationStrategy: PID 23634 died...\u000a16:20:35.707133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23634): Terminated: ok {rc=0}\u000a16:20:35.717271 --- ParallelTerminationStrategy: PID 23635 died...\u000a16:20:35.773096 run iperf3-srv_10.42.42.10(pid=23635): Terminated {rc=256}\u000a16:20:35.783299 --- ParallelTerminationStrategy: PID 23638 died...\u000a16:20:35.838924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23638): Terminated: ok {rc=0}\u000a16:20:35.849108 --- ParallelTerminationStrategy: PID 23641 died...\u000a16:20:35.904838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23641): Terminated: ok {rc=0}\u000a16:20:35.915137 --- ParallelTerminationStrategy: PID 23644 died...\u000a16:20:35.971003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23644): Terminated: ok {rc=0}\u000a16:20:36.057704 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23660): Process ended prematurely: osmo-stp_10.42.42.5(pid=23660) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23660)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23660): Process ended prematurely: osmo-stp_10.42.42.5(pid=23660) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23660)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a16:20:37.174191 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:37.186591 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:20:37.331146 tst iperf3m4.py: using LAC 29161\u000a16:20:37.455247 tst iperf3m4.py: using RAC 91\u000a16:20:37.581626 tst iperf3m4.py: using CellId 29161\u000a16:20:37.706455 tst iperf3m4.py: using BVCI 29162\u000a16:20:37.730809 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:37.742861 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:37.754783 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:37.766787 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:37.778733 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:37.790472 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:37.802298 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:37.813988 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:37.825978 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:20:37.940729 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:20:38.061432 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:20:38.176507 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:20:38.450897 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:20:38.574656 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:38.882420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23646): Launched\u000a16:20:39.137747 run iperf3-srv_10.42.42.10(pid=23647): Launched\u000a16:20:39.318365 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:20:39.442021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:39.748137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23648): Launched\u000a16:20:40.003481 run iperf3-srv_10.42.42.10(pid=23649): Launched\u000a16:20:40.185174 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:20:40.309001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:40.617222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23650): Launched\u000a16:20:40.871426 run iperf3-srv_10.42.42.10(pid=23651): Launched\u000a16:20:41.052117 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:20:41.174953 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:41.482503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23652): Launched\u000a16:20:41.738908 run iperf3-srv_10.42.42.10(pid=23653): Launched\u000a16:20:41.920583 tst iperf3m4.py:8: start network...\u000a16:20:42.044103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:42.526178 run create_hlr_db(pid=23654): Launched\u000a16:20:42.710294 bus /gobi_6: Setting Powered False\u000a16:20:43.731229 run create_hlr_db(pid=23654): Terminated: ok {rc=0}\u000a16:20:44.130324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23656): Launched\u000a16:20:44.426831 run osmo-hlr_10.42.42.2(pid=23657): Launched\u000a16:20:44.542495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:45.064500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23659): Launched\u000a16:20:45.359966 run osmo-stp_10.42.42.5(pid=23660): Launched\u000a16:20:45.467923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:46.029084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23662): Launched\u000a16:20:46.170752 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:46.483971 run patchelf(pid=23663): Launched\u000a16:20:46.675135 run osmo-stp_10.42.42.5(pid=23660): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23660)]\u000a16:20:46.815840 run osmo-stp_10.42.42.5(pid=23660): stdout: \u000a| (launched: 2022-12-10_16:20:45.214784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:46.956370 run osmo-stp_10.42.42.5(pid=23660): stderr: \u000a| �[0;m�[38;5;43m20221210162045381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162045382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162045382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162045382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162045383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162045383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162045383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:47.090305 run osmo-stp_10.42.42.5(pid=23660): stdout: \u000a| (launched: 2022-12-10_16:20:45.214784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:47.223331 run osmo-stp_10.42.42.5(pid=23660): stderr: \u000a| �[0;m�[38;5;43m20221210162045381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162045382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162045382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162045382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162045383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162045383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162045383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:47.375742 run patchelf(pid=23663): Terminating (SIGINT)\u000a16:20:47.554188 run patchelf(pid=23663): Terminated: ok {rc=0}\u000a16:20:47.587258 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23660): Process ended prematurely: osmo-stp_10.42.42.5(pid=23660) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23660)] [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a16:20:47.597529 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a16:20:47.661204 run osmo-hlr_10.42.42.2(pid=23657): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23657)]\u000a16:20:47.713101 run osmo-hlr_10.42.42.2(pid=23657): stdout: \u000a| (launched: 2022-12-10_16:20:44.281582) \u000a16:20:47.765511 run osmo-hlr_10.42.42.2(pid=23657): stderr: \u000a| �[0;m�[1;31m20221210162044454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162044454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162044455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162044455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162044455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162044455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162044467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162044478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162044478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162044478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:47.810446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23646): Terminating (SIGTERM)\u000a16:20:47.853121 run iperf3-srv_10.42.42.10(pid=23647): Terminating (SIGTERM)\u000a16:20:47.895664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23648): Terminating (SIGTERM)\u000a16:20:47.938506 run iperf3-srv_10.42.42.10(pid=23649): Terminating (SIGTERM)\u000a16:20:47.980615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23650): Terminating (SIGTERM)\u000a16:20:48.022572 run iperf3-srv_10.42.42.10(pid=23651): Terminating (SIGTERM)\u000a16:20:48.064709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23652): Terminating (SIGTERM)\u000a16:20:48.106597 run iperf3-srv_10.42.42.10(pid=23653): Terminating (SIGTERM)\u000a16:20:48.148528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23656): Terminating (SIGTERM)\u000a16:20:48.190539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23659): Terminating (SIGTERM)\u000a16:20:48.232660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23662): Terminating (SIGTERM)\u000a16:20:48.242206 --- ParallelTerminationStrategy: PID 23646 died...\u000a16:20:48.298844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23646): Terminated: ok {rc=0}\u000a16:20:48.309148 --- ParallelTerminationStrategy: PID 23647 died...\u000a16:20:48.365222 run iperf3-srv_10.42.42.10(pid=23647): Terminated {rc=256}\u000a16:20:48.375534 --- ParallelTerminationStrategy: PID 23648 died...\u000a16:20:48.431789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23648): Terminated: ok {rc=0}\u000a16:20:48.442020 --- ParallelTerminationStrategy: PID 23649 died...\u000a16:20:48.497800 run iperf3-srv_10.42.42.10(pid=23649): Terminated {rc=256}\u000a16:20:48.507976 --- ParallelTerminationStrategy: PID 23650 died...\u000a16:20:48.564185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23650): Terminated: ok {rc=0}\u000a16:20:48.574478 --- ParallelTerminationStrategy: PID 23651 died...\u000a16:20:48.630481 run iperf3-srv_10.42.42.10(pid=23651): Terminated {rc=256}\u000a16:20:48.640787 --- ParallelTerminationStrategy: PID 23652 died...\u000a16:20:48.696848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23652): Terminated: ok {rc=0}\u000a16:20:48.707096 --- ParallelTerminationStrategy: PID 23653 died...\u000a16:20:48.762883 run iperf3-srv_10.42.42.10(pid=23653): Terminated {rc=256}\u000a16:20:48.773188 --- ParallelTerminationStrategy: PID 23656 died...\u000a16:20:48.829485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23656): Terminated: ok {rc=0}\u000a16:20:48.839777 --- ParallelTerminationStrategy: PID 23659 died...\u000a16:20:48.896223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23659): Terminated: ok {rc=0}\u000a16:20:48.906618 --- ParallelTerminationStrategy: PID 23662 died...\u000a16:20:48.962836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23662): Terminated: ok {rc=0}\u000a16:20:49.049757 bus /gobi_4: Setting Powered False\u000a16:20:50.156847 bus /gobi_4: Setting Powered False\u000a16:20:51.267898 bus /gobi_1: Setting Powered False\u000a16:20:52.371151 bus /gobi_1: Setting Powered False\u000a16:20:53.482084 bus /gobi_0: Setting Powered False\u000a16:20:54.584895 bus /gobi_0: Setting Powered False\u000a16:20:55.697066 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23670): Process ended prematurely: osmo-stp_10.42.42.5(pid=23670) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23670)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23670): Process ended prematurely: osmo-stp_10.42.42.5(pid=23670) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a16:20:56.765161 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:56.778989 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:20:56.921180 tst ping.py: using LAC 29162\u000a16:20:57.042863 tst ping.py: using RAC 92\u000a16:20:57.170375 tst ping.py: using CellId 29162\u000a16:20:57.290436 tst ping.py: using BVCI 29163\u000a16:20:57.314199 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:57.326036 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:57.337577 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:57.349113 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:57.360677 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:57.372203 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:57.383781 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:57.395306 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:20:57.665688 tst ping.py:19: start network...\u000a16:20:57.787268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:58.243447 run create_hlr_db(pid=23664): Launched\u000a16:20:58.410911 bus /gobi_6: Setting Powered False\u000a16:20:59.432933 run create_hlr_db(pid=23664): Terminated: ok {rc=0}\u000a16:20:59.845770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23666): Launched\u000a16:21:00.156477 run osmo-hlr_10.42.42.2(pid=23667): Launched\u000a16:21:00.274016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:00.816713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23669): Launched\u000a16:21:01.220699 run osmo-stp_10.42.42.5(pid=23670): Launched\u000a16:21:01.358493 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:01.991541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23672): Launched\u000a16:21:02.099443 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:02.379822 run patchelf(pid=23673): Launched\u000a16:21:02.553280 run osmo-stp_10.42.42.5(pid=23670): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23670)]\u000a16:21:02.679086 run osmo-stp_10.42.42.5(pid=23670): stdout: \u000a| (launched: 2022-12-10_16:21:00.987751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:02.805612 run osmo-stp_10.42.42.5(pid=23670): stderr: \u000a| �[0;m�[38;5;43m20221210162101328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162101334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162101339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162101345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162101345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162101345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162101345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:02.927330 run osmo-stp_10.42.42.5(pid=23670): stdout: \u000a| (launched: 2022-12-10_16:21:00.987751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:03.047797 run osmo-stp_10.42.42.5(pid=23670): stderr: \u000a| �[0;m�[38;5;43m20221210162101328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162101334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162101339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162101345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162101345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162101345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162101345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:03.187963 run patchelf(pid=23673): Terminating (SIGINT)\u000a16:21:03.352245 run patchelf(pid=23673): Terminated: ok {rc=0}\u000a16:21:03.382443 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23670): Process ended prematurely: osmo-stp_10.42.42.5(pid=23670) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23670)] [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a16:21:03.391416 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:21:03.452294 run osmo-hlr_10.42.42.2(pid=23667): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23667)]\u000a16:21:03.501321 run osmo-hlr_10.42.42.2(pid=23667): stdout: \u000a| (launched: 2022-12-10_16:21:00.004765) \u000a16:21:03.550998 run osmo-hlr_10.42.42.2(pid=23667): stderr: \u000a| �[0;m�[1;31m20221210162100202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162100202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162100202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162100202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162100202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162100202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162100214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162100223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162100223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162100223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:03.593935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23666): Terminating (SIGTERM)\u000a16:21:03.634022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23669): Terminating (SIGTERM)\u000a16:21:03.674339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23672): Terminating (SIGTERM)\u000a16:21:03.684048 --- ParallelTerminationStrategy: PID 23666 died...\u000a16:21:03.738233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23666): Terminated: ok {rc=0}\u000a16:21:03.747948 --- ParallelTerminationStrategy: PID 23669 died...\u000a16:21:03.802070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23669): Terminated: ok {rc=0}\u000a16:21:03.812094 --- ParallelTerminationStrategy: PID 23672 died...\u000a16:21:03.866422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23672): Terminated: ok {rc=0}\u000a16:21:03.952095 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23680): Process ended prematurely: osmo-stp_10.42.42.5(pid=23680) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23680)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23680): Process ended prematurely: osmo-stp_10.42.42.5(pid=23680) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a16:21:05.002775 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:05.014773 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:21:05.153192 tst ping_idle_ping.py: using LAC 29163\u000a16:21:05.267848 tst ping_idle_ping.py: using RAC 93\u000a16:21:05.383113 tst ping_idle_ping.py: using CellId 29163\u000a16:21:05.498235 tst ping_idle_ping.py: using BVCI 29164\u000a16:21:05.520724 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:05.532268 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:05.543538 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:05.555338 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:05.567173 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:05.578772 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:05.590489 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:05.602207 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:21:05.886608 tst ping_idle_ping.py:24: start network...\u000a16:21:06.018471 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:06.519782 run create_hlr_db(pid=23674): Launched\u000a16:21:06.701377 bus /gobi_6: Setting Powered False\u000a16:21:07.722712 run create_hlr_db(pid=23674): Terminated: ok {rc=0}\u000a16:21:08.115614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23676): Launched\u000a16:21:08.406741 run osmo-hlr_10.42.42.2(pid=23677): Launched\u000a16:21:08.521390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:09.036504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23679): Launched\u000a16:21:09.328009 run osmo-stp_10.42.42.5(pid=23680): Launched\u000a16:21:09.434914 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:09.944540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23682): Launched\u000a16:21:10.049369 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:10.314439 run patchelf(pid=23683): Launched\u000a16:21:10.496667 run osmo-stp_10.42.42.5(pid=23680): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23680)]\u000a16:21:10.630384 run osmo-stp_10.42.42.5(pid=23680): stdout: \u000a| (launched: 2022-12-10_16:21:09.184397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:10.764174 run osmo-stp_10.42.42.5(pid=23680): stderr: \u000a| �[0;m�[38;5;43m20221210162109352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162109353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162109353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162109353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162109356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162109356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162109356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:10.893527 run osmo-stp_10.42.42.5(pid=23680): stdout: \u000a| (launched: 2022-12-10_16:21:09.184397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:11.022130 run osmo-stp_10.42.42.5(pid=23680): stderr: \u000a| �[0;m�[38;5;43m20221210162109352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162109353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162109353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162109353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162109356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162109356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162109356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:11.171198 run patchelf(pid=23683): Terminating (SIGINT)\u000a16:21:11.345596 run patchelf(pid=23683): Terminated: ok {rc=0}\u000a16:21:11.377384 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23680): Process ended prematurely: osmo-stp_10.42.42.5(pid=23680) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23680)] [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a16:21:11.386650 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a16:21:11.449285 run osmo-hlr_10.42.42.2(pid=23677): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23677)]\u000a16:21:11.500423 run osmo-hlr_10.42.42.2(pid=23677): stdout: \u000a| (launched: 2022-12-10_16:21:08.263291) \u000a16:21:11.552269 run osmo-hlr_10.42.42.2(pid=23677): stderr: \u000a| �[0;m�[1;31m20221210162108436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162108436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162108437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162108437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162108437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162108437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162108448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162108457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162108457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162108457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:11.596509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23676): Terminating (SIGTERM)\u000a16:21:11.638551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23679): Terminating (SIGTERM)\u000a16:21:11.680710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23682): Terminating (SIGTERM)\u000a16:21:11.690698 --- ParallelTerminationStrategy: PID 23676 died...\u000a16:21:11.746593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23676): Terminated: ok {rc=0}\u000a16:21:11.756777 --- ParallelTerminationStrategy: PID 23679 died...\u000a16:21:11.812171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23679): Terminated: ok {rc=0}\u000a16:21:11.822119 --- ParallelTerminationStrategy: PID 23682 died...\u000a16:21:11.877251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23682): Terminated: ok {rc=0}\u000a16:21:11.964179 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:20:14" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23695): Process ended prematurely: osmo-stp_10.42.42.5(pid=23695) [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23695)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23695): Process ended prematurely: osmo-stp_10.42.42.5(pid=23695) [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:21:14.013595 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:21:14.025306 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:21:14.185554 tst switch_tch_pdch.py: using LAC 29164\u000a16:21:14.306617 tst switch_tch_pdch.py: using RAC 94\u000a16:21:14.428085 tst switch_tch_pdch.py: using CellId 29164\u000a16:21:14.551975 tst switch_tch_pdch.py: using BVCI 29165\u000a16:21:14.575799 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:21:14.587371 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:21:14.598847 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:21:14.610356 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:21:14.621749 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:21:14.633152 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:21:14.644628 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:21:14.656128 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:21:14.768135 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:21:15.054028 tst switch_tch_pdch.py:51: start network...\u000a16:21:15.183445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:15.679391 run create_hlr_db(pid=23689): Launched\u000a16:21:15.864826 bus /gobi_6: Setting Powered False\u000a16:21:16.882313 run create_hlr_db(pid=23689): Terminated: ok {rc=0}\u000a16:21:17.288567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23691): Launched\u000a16:21:17.582145 run osmo-hlr_10.42.42.2(pid=23692): Launched\u000a16:21:17.694383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:18.209351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23694): Launched\u000a16:21:18.499682 run osmo-stp_10.42.42.5(pid=23695): Launched\u000a16:21:18.606694 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:19.112818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23697): Launched\u000a16:21:19.216421 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:19.470078 run patchelf(pid=23698): Launched\u000a16:21:19.640168 run osmo-stp_10.42.42.5(pid=23695): ERR: Terminated: ERROR {rc=1} [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23695)]\u000a16:21:19.764837 run osmo-stp_10.42.42.5(pid=23695): stdout: \u000a| (launched: 2022-12-10_16:21:18.356608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:19.890196 run osmo-stp_10.42.42.5(pid=23695): stderr: \u000a| �[0;m�[38;5;43m20221210162118525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162118525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162118525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162118526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162118528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162118528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162118528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:20.010607 run osmo-stp_10.42.42.5(pid=23695): stdout: \u000a| (launched: 2022-12-10_16:21:18.356608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:20.130720 run osmo-stp_10.42.42.5(pid=23695): stderr: \u000a| �[0;m�[38;5;43m20221210162118525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162118525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162118525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162118526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162118528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162118528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162118528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:20.269688 run patchelf(pid=23698): Terminating (SIGINT)\u000a16:21:20.433117 run patchelf(pid=23698): Terminated: ok {rc=0}\u000a16:21:20.462895 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23695): Process ended prematurely: osmo-stp_10.42.42.5(pid=23695) [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23695)] [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:21:20.471553 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a16:21:20.531509 run osmo-hlr_10.42.42.2(pid=23692): ERR: Terminated: ERROR {rc=237} [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23692)]\u000a16:21:20.580410 run osmo-hlr_10.42.42.2(pid=23692): stdout: \u000a| (launched: 2022-12-10_16:21:17.436657) \u000a16:21:20.630047 run osmo-hlr_10.42.42.2(pid=23692): stderr: \u000a| �[0;m�[1;31m20221210162117612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162117612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162117612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162117612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162117613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162117613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162117625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162117635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162117635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162117635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:20.672176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23691): Terminating (SIGTERM)\u000a16:21:20.712143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23694): Terminating (SIGTERM)\u000a16:21:20.752122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23697): Terminating (SIGTERM)\u000a16:21:20.761583 --- ParallelTerminationStrategy: PID 23691 died...\u000a16:21:20.815146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23691): Terminated: ok {rc=0}\u000a16:21:20.824937 --- ParallelTerminationStrategy: PID 23694 died...\u000a16:21:20.878608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23694): Terminated: ok {rc=0}\u000a16:21:20.888104 --- ParallelTerminationStrategy: PID 23697 died...\u000a16:21:20.941496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23697): Terminated: ok {rc=0}\u000a16:21:21.030015 bus /gobi_0: Setting Powered False\u000a16:21:22.134513 bus /gobi_0: Setting Powered False\u000a16:21:23.241217 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:21:13" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23709): Process ended prematurely: osmo-stp_10.42.42.5(pid=23709) [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23709)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23709): Process ended prematurely: osmo-stp_10.42.42.5(pid=23709) [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23709)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:21:25.216796 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:21:25.228395 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:21:25.386570 tst switch_tch_pdch.py: using LAC 29165\u000a16:21:25.512093 tst switch_tch_pdch.py: using RAC 95\u000a16:21:25.631777 tst switch_tch_pdch.py: using CellId 29165\u000a16:21:25.751669 tst switch_tch_pdch.py: using BVCI 29166\u000a16:21:25.775453 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:21:25.786879 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:21:25.798109 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:21:25.809363 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:21:25.820465 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:21:25.831732 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:21:25.843042 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:21:25.854196 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:21:25.966921 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:21:26.235308 tst switch_tch_pdch.py:51: start network...\u000a16:21:26.356454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:26.788562 run create_hlr_db(pid=23703): Launched\u000a16:21:26.907909 bus /gobi_6: Setting Powered False\u000a16:21:27.978798 run create_hlr_db(pid=23703): Terminated: ok {rc=0}\u000a16:21:28.366624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23705): Launched\u000a16:21:28.678216 run osmo-hlr_10.42.42.2(pid=23706): Launched\u000a16:21:28.796002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:29.310089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23708): Launched\u000a16:21:29.620922 run osmo-stp_10.42.42.5(pid=23709): Launched\u000a16:21:29.733855 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:30.250289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23711): Launched\u000a16:21:30.360870 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:30.630913 run patchelf(pid=23712): Launched\u000a16:21:30.812590 run osmo-stp_10.42.42.5(pid=23709): ERR: Terminated: ERROR {rc=1} [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23709)]\u000a16:21:30.970924 run osmo-stp_10.42.42.5(pid=23709): stdout: \u000a| (launched: 2022-12-10_16:21:29.468424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:31.107327 run osmo-stp_10.42.42.5(pid=23709): stderr: \u000a| �[0;m�[38;5;43m20221210162129659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162129659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162129659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162129660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162129660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162129660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162129660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:31.238495 run osmo-stp_10.42.42.5(pid=23709): stdout: \u000a| (launched: 2022-12-10_16:21:29.468424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:31.368270 run osmo-stp_10.42.42.5(pid=23709): stderr: \u000a| �[0;m�[38;5;43m20221210162129659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162129659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162129659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162129660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162129660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162129660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162129660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:31.519395 run patchelf(pid=23712): Terminating (SIGINT)\u000a16:21:31.696239 run patchelf(pid=23712): Terminated: ok {rc=0}\u000a16:21:31.729157 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23709): Process ended prematurely: osmo-stp_10.42.42.5(pid=23709) [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23709)] [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:21:31.739096 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a16:21:31.803253 run osmo-hlr_10.42.42.2(pid=23706): ERR: Terminated: ERROR {rc=237} [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23706)]\u000a16:21:31.855336 run osmo-hlr_10.42.42.2(pid=23706): stdout: \u000a| (launched: 2022-12-10_16:21:28.525328) \u000a16:21:31.908365 run osmo-hlr_10.42.42.2(pid=23706): stderr: \u000a| �[0;m�[1;31m20221210162128724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162128724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162128724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162128724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162128724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162128724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162128735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162128743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162128743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162128743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:31.953792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23705): Terminating (SIGTERM)\u000a16:21:31.996534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23708): Terminating (SIGTERM)\u000a16:21:32.039064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23711): Terminating (SIGTERM)\u000a16:21:32.048740 --- ParallelTerminationStrategy: PID 23705 died...\u000a16:21:32.105322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23705): Terminated: ok {rc=0}\u000a16:21:32.115661 --- ParallelTerminationStrategy: PID 23708 died...\u000a16:21:32.172078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23708): Terminated: ok {rc=0}\u000a16:21:32.182434 --- ParallelTerminationStrategy: PID 23711 died...\u000a16:21:32.238362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23711): Terminated: ok {rc=0}\u000a16:21:32.325297 bus /gobi_0: Setting Powered False\u000a16:21:33.428532 bus /gobi_0: Setting Powered False\u000a16:21:34.539228 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:21:24" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23717): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23717) [trial-2376↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23717)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23717): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23717) [trial-2376↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a16:21:36.438244 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a16:21:36.449463 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a16:21:36.586633 tst mo_mt_sms.py: using LAC 29166\u000a16:21:36.707527 tst mo_mt_sms.py: using RAC 96\u000a16:21:36.829028 tst mo_mt_sms.py: using CellId 29166\u000a16:21:36.952404 tst mo_mt_sms.py: using BVCI 29167\u000a16:21:36.976074 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a16:21:37.089323 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a16:21:37.372416 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:21:37.502084 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:21:38.144489 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23716): Launched\u000a16:21:38.451627 run osmo-nitb_10.42.42.2(pid=23717): Launched\u000a16:21:38.642414 run osmo-nitb_10.42.42.2(pid=23717): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23717)]\u000a16:21:38.782915 run osmo-nitb_10.42.42.2(pid=23717): stdout: \u000a| (launched: 2022-12-10_16:21:38.303196) \u000a16:21:38.923885 run osmo-nitb_10.42.42.2(pid=23717): stderr: \u000a| (launched: 2022-12-10_16:21:38.349448)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:21:39.060194 run osmo-nitb_10.42.42.2(pid=23717): stdout: \u000a| (launched: 2022-12-10_16:21:38.303196) \u000a16:21:39.195337 run osmo-nitb_10.42.42.2(pid=23717): stderr: \u000a| (launched: 2022-12-10_16:21:38.349448)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:21:39.577206 tst osmo-nitb_10.42.42.2(pid=23717): stdout: \u000a| (launched: 2022-12-10_16:21:38.303196) \u000a16:21:39.700903 tst osmo-nitb_10.42.42.2(pid=23717): stderr: \u000a| (launched: 2022-12-10_16:21:38.349448)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:21:39.755609 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=23717): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23717) [trial-2376↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23717)] [trial-2376↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a16:21:39.764467 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a16:21:39.800626 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23716): Terminating (SIGTERM)\u000a16:21:39.978434 --- ParallelTerminationStrategy: PID 23716 died...\u000a16:21:40.035947 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23716): Terminated: ok {rc=0}\u000a16:21:40.122487 bus /sierra_3: Setting Powered False\u000a16:21:41.228430 bus /sierra_3: Setting Powered False\u000a16:21:42.341091 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:21:36" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23727): Process ended prematurely: osmo-stp_10.42.42.5(pid=23727) [trial-2376↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23727)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23727): Process ended prematurely: osmo-stp_10.42.42.5(pid=23727) [trial-2376↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a16:21:44.233360 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:21:44.244845 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a16:21:44.387968 tst mo_mt_sms.py: using LAC 29167\u000a16:21:44.505861 tst mo_mt_sms.py: using RAC 97\u000a16:21:44.621692 tst mo_mt_sms.py: using CellId 29167\u000a16:21:44.735216 tst mo_mt_sms.py: using BVCI 29168\u000a16:21:44.757331 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:21:44.767880 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:21:44.778415 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:21:44.788931 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:21:44.799562 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:21:44.810055 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a16:21:44.926960 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a16:21:45.132774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:45.630419 run create_hlr_db(pid=23721): Launched\u000a16:21:45.811056 bus /sierra_2: Setting Powered False\u000a16:21:46.835504 run create_hlr_db(pid=23721): Terminated: ok {rc=0}\u000a16:21:47.268693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23723): Launched\u000a16:21:47.579290 run osmo-hlr_10.42.42.2(pid=23724): Launched\u000a16:21:47.695868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:48.238135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23726): Launched\u000a16:21:48.548509 run osmo-stp_10.42.42.5(pid=23727): Launched\u000a16:21:48.661050 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:21:49.230781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23729): Launched\u000a16:21:49.541088 run osmo-msc_10.42.42.6(pid=23730): Launched\u000a16:21:49.723161 run osmo-stp_10.42.42.5(pid=23727): ERR: Terminated: ERROR {rc=1} [trial-2376↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23727)]\u000a16:21:49.854871 run osmo-stp_10.42.42.5(pid=23727): stdout: \u000a| (launched: 2022-12-10_16:21:48.396724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:49.986940 run osmo-stp_10.42.42.5(pid=23727): stderr: \u000a| �[0;m�[38;5;43m20221210162148588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162148589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162148589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162148589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162148590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162148590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162148590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:50.111883 run osmo-stp_10.42.42.5(pid=23727): stdout: \u000a| (launched: 2022-12-10_16:21:48.396724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:50.236058 run osmo-stp_10.42.42.5(pid=23727): stderr: \u000a| �[0;m�[38;5;43m20221210162148588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162148589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162148589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162148589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162148590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162148590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162148590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:50.290629 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23727): Process ended prematurely: osmo-stp_10.42.42.5(pid=23727) [trial-2376↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23727)] [trial-2376↪sms:trx-lms↪mo_mt_sms.py:16]\u000a16:21:50.299239 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a16:21:50.361585 run osmo-hlr_10.42.42.2(pid=23724): ERR: Terminated: ERROR {rc=237} [trial-2376↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23724)]\u000a16:21:50.412380 run osmo-hlr_10.42.42.2(pid=23724): stdout: \u000a| (launched: 2022-12-10_16:21:47.427002) \u000a16:21:50.464150 run osmo-hlr_10.42.42.2(pid=23724): stderr: \u000a| �[0;m�[1;31m20221210162147624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162147624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162147624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162147624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162147625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162147625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162147637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162147646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162147646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162147646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:50.533964 run osmo-msc_10.42.42.6(pid=23730): ERR: Terminated: ERROR {rc=2} [trial-2376↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23730)]\u000a16:21:50.584574 run osmo-msc_10.42.42.6(pid=23730): stdout: \u000a| (launched: 2022-12-10_16:21:49.388804) \u000a16:21:50.635921 run osmo-msc_10.42.42.6(pid=23730): stderr: \u000a| �[0;m�[38;5;43m20221210162149709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162149710 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa748ee0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162149710 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162149710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162149710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162149710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162149712 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162149712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162149712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162149712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:21:50.679485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23723): Terminating (SIGTERM)\u000a16:21:50.720588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23726): Terminating (SIGTERM)\u000a16:21:50.762109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23729): Terminating (SIGTERM)\u000a16:21:50.771618 --- ParallelTerminationStrategy: PID 23723 died...\u000a16:21:50.827039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23723): Terminated: ok {rc=0}\u000a16:21:50.836890 --- ParallelTerminationStrategy: PID 23726 died...\u000a16:21:50.891820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23726): Terminated: ok {rc=0}\u000a16:21:50.901851 --- ParallelTerminationStrategy: PID 23729 died...\u000a16:21:50.956898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23729): Terminated: ok {rc=0}\u000a16:21:51.042558 bus /sierra_3: Setting Powered False\u000a16:21:52.149860 bus /sierra_3: Setting Powered False\u000a16:21:53.257937 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:21:44" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23736): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23736) [trial-2376↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23736)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23736): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23736) [trial-2376↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a16:21:55.100861 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a16:21:55.111670 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a16:21:55.244409 tst assert_extension.py: using LAC 29168\u000a16:21:55.358287 tst assert_extension.py: using RAC 98\u000a16:21:55.479955 tst assert_extension.py: using CellId 29168\u000a16:21:55.603712 tst assert_extension.py: using BVCI 29169\u000a16:21:55.627483 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a16:21:55.909326 tst assert_extension.py:10: start nitb and bts...\u000a16:21:56.039180 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:21:56.681439 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23735): Launched\u000a16:21:56.988359 run osmo-nitb_10.42.42.2(pid=23736): Launched\u000a16:21:57.179260 run osmo-nitb_10.42.42.2(pid=23736): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23736)]\u000a16:21:57.319899 run osmo-nitb_10.42.42.2(pid=23736): stdout: \u000a| (launched: 2022-12-10_16:21:56.839311) \u000a16:21:57.461211 run osmo-nitb_10.42.42.2(pid=23736): stderr: \u000a| (launched: 2022-12-10_16:21:56.885636)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:21:57.597756 run osmo-nitb_10.42.42.2(pid=23736): stdout: \u000a| (launched: 2022-12-10_16:21:56.839311) \u000a16:21:57.733135 run osmo-nitb_10.42.42.2(pid=23736): stderr: \u000a| (launched: 2022-12-10_16:21:56.885636)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:21:58.114423 tst osmo-nitb_10.42.42.2(pid=23736): stdout: \u000a| (launched: 2022-12-10_16:21:56.839311) \u000a16:21:58.238874 tst osmo-nitb_10.42.42.2(pid=23736): stderr: \u000a| (launched: 2022-12-10_16:21:56.885636)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:21:58.293182 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23736): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23736) [trial-2376↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23736)] [trial-2376↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a16:21:58.302243 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a16:21:58.338345 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23735): Terminating (SIGTERM)\u000a16:21:58.516209 --- ParallelTerminationStrategy: PID 23735 died...\u000a16:21:58.574100 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23735): Terminated: ok {rc=0}\u000a16:21:58.661427 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:21:54" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23746): Process ended prematurely: osmo-stp_10.42.42.5(pid=23746) [trial-2376↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23746)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23746): Process ended prematurely: osmo-stp_10.42.42.5(pid=23746) [trial-2376↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23746)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a16:22:00.504231 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:22:00.515421 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a16:22:00.653496 tst assert_extension.py: using LAC 29169\u000a16:22:00.773653 tst assert_extension.py: using RAC 99\u000a16:22:00.896456 tst assert_extension.py: using CellId 29169\u000a16:22:01.035408 tst assert_extension.py: using BVCI 29170\u000a16:22:01.058513 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:22:01.070067 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:22:01.081652 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:22:01.095464 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:22:01.108088 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:22:01.121474 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a16:22:01.376146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:01.898414 run create_hlr_db(pid=23740): Launched\u000a16:22:02.073937 bus /sierra_2: Setting Powered False\u000a16:22:03.088683 run create_hlr_db(pid=23740): Terminated: ok {rc=0}\u000a16:22:03.503153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23742): Launched\u000a16:22:03.813780 run osmo-hlr_10.42.42.2(pid=23743): Launched\u000a16:22:03.926420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:04.469141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23745): Launched\u000a16:22:04.779141 run osmo-stp_10.42.42.5(pid=23746): Launched\u000a16:22:04.891139 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:22:05.466238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23748): Launched\u000a16:22:05.757915 run osmo-msc_10.42.42.6(pid=23749): Launched\u000a16:22:05.931024 run osmo-stp_10.42.42.5(pid=23746): ERR: Terminated: ERROR {rc=1} [trial-2376↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23746)]\u000a16:22:06.055224 run osmo-stp_10.42.42.5(pid=23746): stdout: \u000a| (launched: 2022-12-10_16:22:04.627095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:06.177079 run osmo-stp_10.42.42.5(pid=23746): stderr: \u000a| �[0;m�[38;5;43m20221210162204818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162204818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162204818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162204819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162204821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162204821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162204821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:06.294136 run osmo-stp_10.42.42.5(pid=23746): stdout: \u000a| (launched: 2022-12-10_16:22:04.627095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:06.410576 run osmo-stp_10.42.42.5(pid=23746): stderr: \u000a| �[0;m�[38;5;43m20221210162204818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162204818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162204818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162204819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162204821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162204821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162204821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:06.461775 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=23746): Process ended prematurely: osmo-stp_10.42.42.5(pid=23746) [trial-2376↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23746)] [trial-2376↪ussd:trx-lms↪assert_extension.py:17]\u000a16:22:06.469801 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a16:22:06.529723 run osmo-hlr_10.42.42.2(pid=23743): ERR: Terminated: ERROR {rc=237} [trial-2376↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23743)]\u000a16:22:06.578899 run osmo-hlr_10.42.42.2(pid=23743): stdout: \u000a| (launched: 2022-12-10_16:22:03.662208) \u000a16:22:06.628557 run osmo-hlr_10.42.42.2(pid=23743): stderr: \u000a| �[0;m�[1;31m20221210162203857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162203857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162203857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162203857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162203858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162203858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162203871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162203879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162203880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162203880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:06.696010 run osmo-msc_10.42.42.6(pid=23749): ERR: Terminated: ERROR {rc=2} [trial-2376↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23749)]\u000a16:22:06.744933 run osmo-msc_10.42.42.6(pid=23749): stdout: \u000a| (launched: 2022-12-10_16:22:05.613844) \u000a16:22:06.794621 run osmo-msc_10.42.42.6(pid=23749): stderr: \u000a| �[0;m�[38;5;43m20221210162205881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162205881 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87421bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162205882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162205882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162205882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162205882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162205884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162205884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162205884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162205884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:22:06.836595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23742): Terminating (SIGTERM)\u000a16:22:06.876492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23745): Terminating (SIGTERM)\u000a16:22:06.916879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23748): Terminating (SIGTERM)\u000a16:22:06.926528 --- ParallelTerminationStrategy: PID 23742 died...\u000a16:22:06.980710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23742): Terminated: ok {rc=0}\u000a16:22:06.990400 --- ParallelTerminationStrategy: PID 23745 died...\u000a16:22:07.043955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23745): Terminated: ok {rc=0}\u000a16:22:07.053798 --- ParallelTerminationStrategy: PID 23748 died...\u000a16:22:07.107749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23748): Terminated: ok {rc=0}\u000a16:22:07.196768 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:22:00" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23760): Process ended prematurely: osmo-stp_10.42.42.5(pid=23760) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23760)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23760): Process ended prematurely: osmo-stp_10.42.42.5(pid=23760) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:22:09.144397 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:09.155438 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:22:09.310258 tst mo_mt_call.py: using LAC 29170\u000a16:22:09.425377 tst mo_mt_call.py: using RAC 100\u000a16:22:09.546852 tst mo_mt_call.py: using CellId 29170\u000a16:22:09.660901 tst mo_mt_call.py: using BVCI 29171\u000a16:22:09.683254 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:09.694235 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:09.705042 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:09.716040 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:09.727205 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:09.738304 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:22:09.855402 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:22:10.054284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:10.518206 run create_hlr_db(pid=23754): Launched\u000a16:22:10.687883 bus /sierra_2: Setting Powered False\u000a16:22:11.710374 run create_hlr_db(pid=23754): Terminated: ok {rc=0}\u000a16:22:12.130080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23756): Launched\u000a16:22:12.444368 run osmo-hlr_10.42.42.2(pid=23757): Launched\u000a16:22:12.560632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:13.107539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23759): Launched\u000a16:22:13.423028 run osmo-stp_10.42.42.5(pid=23760): Launched\u000a16:22:13.538223 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:22:14.116843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23762): Launched\u000a16:22:14.431978 run osmo-msc_10.42.42.6(pid=23763): Launched\u000a16:22:14.617228 run osmo-stp_10.42.42.5(pid=23760): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23760)]\u000a16:22:14.750242 run osmo-stp_10.42.42.5(pid=23760): stdout: \u000a| (launched: 2022-12-10_16:22:13.268188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:14.883278 run osmo-stp_10.42.42.5(pid=23760): stderr: \u000a| �[0;m�[38;5;43m20221210162213460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162213460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162213461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162213461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162213462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162213462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162213462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:15.010721 run osmo-stp_10.42.42.5(pid=23760): stdout: \u000a| (launched: 2022-12-10_16:22:13.268188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:15.136483 run osmo-stp_10.42.42.5(pid=23760): stderr: \u000a| �[0;m�[38;5;43m20221210162213460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162213460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162213461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162213461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162213462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162213462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162213462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:15.191998 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23760): Process ended prematurely: osmo-stp_10.42.42.5(pid=23760) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23760)] [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:22:15.201231 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:22:15.263742 run osmo-hlr_10.42.42.2(pid=23757): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23757)]\u000a16:22:15.315026 run osmo-hlr_10.42.42.2(pid=23757): stdout: \u000a| (launched: 2022-12-10_16:22:12.290425) \u000a16:22:15.366942 run osmo-hlr_10.42.42.2(pid=23757): stderr: \u000a| �[0;m�[1;31m20221210162212486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162212486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162212486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162212486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162212486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162212486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162212498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162212507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162212507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162212507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:15.437284 run osmo-msc_10.42.42.6(pid=23763): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23763)]\u000a16:22:15.488399 run osmo-msc_10.42.42.6(pid=23763): stdout: \u000a| (launched: 2022-12-10_16:22:14.277861) \u000a16:22:15.540460 run osmo-msc_10.42.42.6(pid=23763): stderr: \u000a| �[0;m�[38;5;43m20221210162214599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162214599 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc9da7bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162214599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162214599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162214600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162214600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162214602 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162214602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162214602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162214602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:22:15.584415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23756): Terminating (SIGTERM)\u000a16:22:15.626018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23759): Terminating (SIGTERM)\u000a16:22:15.667634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23762): Terminating (SIGTERM)\u000a16:22:15.677306 --- ParallelTerminationStrategy: PID 23756 died...\u000a16:22:15.733321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23756): Terminated: ok {rc=0}\u000a16:22:15.743378 --- ParallelTerminationStrategy: PID 23759 died...\u000a16:22:15.798943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23759): Terminated: ok {rc=0}\u000a16:22:15.809061 --- ParallelTerminationStrategy: PID 23762 died...\u000a16:22:15.866687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23762): Terminated: ok {rc=0}\u000a16:22:15.999631 bus /sierra_3: Setting Powered False\u000a16:22:17.108627 bus /sierra_3: Setting Powered False\u000a16:22:18.220261 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23771): Process ended prematurely: osmo-stp_10.42.42.5(pid=23771) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23771)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23771): Process ended prematurely: osmo-stp_10.42.42.5(pid=23771) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:22:19.329923 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:19.341670 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:22:19.494607 tst mo_mt_call_osmux.py: using LAC 29171\u000a16:22:19.609930 tst mo_mt_call_osmux.py: using RAC 101\u000a16:22:19.724792 tst mo_mt_call_osmux.py: using CellId 29171\u000a16:22:19.842243 tst mo_mt_call_osmux.py: using BVCI 29172\u000a16:22:19.865010 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:19.876262 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:19.887345 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:19.898917 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:19.910406 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:19.922465 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:22:20.036604 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:22:20.247432 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:20.755134 run create_hlr_db(pid=23765): Launched\u000a16:22:20.938834 bus /sierra_2: Setting Powered False\u000a16:22:21.959852 run create_hlr_db(pid=23765): Terminated: ok {rc=0}\u000a16:22:22.358640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23767): Launched\u000a16:22:22.657712 run osmo-hlr_10.42.42.2(pid=23768): Launched\u000a16:22:22.767352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:23.282739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23770): Launched\u000a16:22:23.578619 run osmo-stp_10.42.42.5(pid=23771): Launched\u000a16:22:23.686829 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:22:24.229739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23773): Launched\u000a16:22:24.526388 run osmo-msc_10.42.42.6(pid=23774): Launched\u000a16:22:24.701899 run osmo-stp_10.42.42.5(pid=23771): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23771)]\u000a16:22:24.829227 run osmo-stp_10.42.42.5(pid=23771): stdout: \u000a| (launched: 2022-12-10_16:22:23.433263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:24.953509 run osmo-stp_10.42.42.5(pid=23771): stderr: \u000a| �[0;m�[38;5;43m20221210162223603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162223603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162223603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162223604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162223606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162223606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162223606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:25.073082 run osmo-stp_10.42.42.5(pid=23771): stdout: \u000a| (launched: 2022-12-10_16:22:23.433263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:25.191621 run osmo-stp_10.42.42.5(pid=23771): stderr: \u000a| �[0;m�[38;5;43m20221210162223603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162223603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162223603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162223604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162223606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162223606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162223606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:25.243825 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23771): Process ended prematurely: osmo-stp_10.42.42.5(pid=23771) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23771)] [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:22:25.252622 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a16:22:25.313648 run osmo-hlr_10.42.42.2(pid=23768): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23768)]\u000a16:22:25.363260 run osmo-hlr_10.42.42.2(pid=23768): stdout: \u000a| (launched: 2022-12-10_16:22:22.510026) \u000a16:22:25.413669 run osmo-hlr_10.42.42.2(pid=23768): stderr: \u000a| �[0;m�[1;31m20221210162222686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162222686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162222686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162222686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162222686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162222686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162222702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162222712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162222712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162222712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:25.481878 run osmo-msc_10.42.42.6(pid=23774): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23774)]\u000a16:22:25.531363 run osmo-msc_10.42.42.6(pid=23774): stdout: \u000a| (launched: 2022-12-10_16:22:24.380187) \u000a16:22:25.581920 run osmo-msc_10.42.42.6(pid=23774): stderr: \u000a| �[0;m�[38;5;43m20221210162224652 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162224652 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb43dd36c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162224652 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162224652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162224652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162224652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162224654 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162224655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162224655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162224655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:22:25.624706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23767): Terminating (SIGTERM)\u000a16:22:25.665032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23770): Terminating (SIGTERM)\u000a16:22:25.705462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23773): Terminating (SIGTERM)\u000a16:22:25.714956 --- ParallelTerminationStrategy: PID 23767 died...\u000a16:22:25.769498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23767): Terminated: ok {rc=0}\u000a16:22:25.779475 --- ParallelTerminationStrategy: PID 23770 died...\u000a16:22:25.833671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23770): Terminated: ok {rc=0}\u000a16:22:25.843457 --- ParallelTerminationStrategy: PID 23773 died...\u000a16:22:25.897191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23773): Terminated: ok {rc=0}\u000a16:22:25.987654 bus /sierra_3: Setting Powered False\u000a16:22:27.092317 bus /sierra_3: Setting Powered False\u000a16:22:28.204011 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:22:08" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23785): Process ended prematurely: osmo-stp_10.42.42.5(pid=23785) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23785)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23785): Process ended prematurely: osmo-stp_10.42.42.5(pid=23785) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:22:30.197032 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:30.208179 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:22:30.361506 tst mo_mt_call.py: using LAC 29172\u000a16:22:30.477519 tst mo_mt_call.py: using RAC 102\u000a16:22:30.594466 tst mo_mt_call.py: using CellId 29172\u000a16:22:30.710663 tst mo_mt_call.py: using BVCI 29173\u000a16:22:30.733160 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:30.744037 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:30.755094 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:30.766423 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:30.777687 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:30.788761 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:22:30.912438 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:22:31.128070 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:31.683022 run create_hlr_db(pid=23779): Launched\u000a16:22:31.871951 bus /sierra_2: Setting Powered False\u000a16:22:32.888773 run create_hlr_db(pid=23779): Terminated: ok {rc=0}\u000a16:22:33.296261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23781): Launched\u000a16:22:33.615532 run osmo-hlr_10.42.42.2(pid=23782): Launched\u000a16:22:33.734262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:34.286200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23784): Launched\u000a16:22:34.603400 run osmo-stp_10.42.42.5(pid=23785): Launched\u000a16:22:34.718633 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:22:35.299231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23787): Launched\u000a16:22:35.616733 run osmo-msc_10.42.42.6(pid=23788): Launched\u000a16:22:35.801534 run osmo-stp_10.42.42.5(pid=23785): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23785)]\u000a16:22:35.935200 run osmo-stp_10.42.42.5(pid=23785): stdout: \u000a| (launched: 2022-12-10_16:22:34.447804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:36.072448 run osmo-stp_10.42.42.5(pid=23785): stderr: \u000a| �[0;m�[38;5;43m20221210162234640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162234640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162234640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162234641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162234641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162234641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162234641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:36.200399 run osmo-stp_10.42.42.5(pid=23785): stdout: \u000a| (launched: 2022-12-10_16:22:34.447804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:36.326981 run osmo-stp_10.42.42.5(pid=23785): stderr: \u000a| �[0;m�[38;5;43m20221210162234640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162234640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162234640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162234641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162234641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162234641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162234641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:36.382750 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23785): Process ended prematurely: osmo-stp_10.42.42.5(pid=23785) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23785)] [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:22:36.391881 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:22:36.454330 run osmo-hlr_10.42.42.2(pid=23782): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23782)]\u000a16:22:36.505735 run osmo-hlr_10.42.42.2(pid=23782): stdout: \u000a| (launched: 2022-12-10_16:22:33.459431) \u000a16:22:36.557754 run osmo-hlr_10.42.42.2(pid=23782): stderr: \u000a| �[0;m�[1;31m20221210162233657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162233657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162233657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162233657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162233657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162233657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162233670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162233678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162233678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162233678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:36.628191 run osmo-msc_10.42.42.6(pid=23788): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23788)]\u000a16:22:36.679214 run osmo-msc_10.42.42.6(pid=23788): stdout: \u000a| (launched: 2022-12-10_16:22:35.461816) \u000a16:22:36.731479 run osmo-msc_10.42.42.6(pid=23788): stderr: \u000a| �[0;m�[38;5;43m20221210162235782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162235782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f194f40ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162235782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162235782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162235782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162235783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162235784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162235785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162235785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162235785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:22:36.775462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23781): Terminating (SIGTERM)\u000a16:22:36.817089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23784): Terminating (SIGTERM)\u000a16:22:36.858804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23787): Terminating (SIGTERM)\u000a16:22:36.868353 --- ParallelTerminationStrategy: PID 23781 died...\u000a16:22:36.924248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23781): Terminated: ok {rc=0}\u000a16:22:36.934236 --- ParallelTerminationStrategy: PID 23784 died...\u000a16:22:36.990260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23784): Terminated: ok {rc=0}\u000a16:22:37.000483 --- ParallelTerminationStrategy: PID 23787 died...\u000a16:22:37.056318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23787): Terminated: ok {rc=0}\u000a16:22:37.143946 bus /sierra_3: Setting Powered False\u000a16:22:38.248671 bus /sierra_3: Setting Powered False\u000a16:22:39.360202 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23796): Process ended prematurely: osmo-stp_10.42.42.5(pid=23796) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23796)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23796): Process ended prematurely: osmo-stp_10.42.42.5(pid=23796) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:22:40.472165 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:40.483939 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:22:40.640118 tst mo_mt_call_osmux.py: using LAC 29173\u000a16:22:40.756037 tst mo_mt_call_osmux.py: using RAC 103\u000a16:22:40.873821 tst mo_mt_call_osmux.py: using CellId 29173\u000a16:22:40.997742 tst mo_mt_call_osmux.py: using BVCI 29174\u000a16:22:41.021880 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:41.033518 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:41.044880 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:41.056338 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:41.067794 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:41.079146 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:22:41.192526 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:22:41.397127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:41.865541 run create_hlr_db(pid=23790): Launched\u000a16:22:42.036169 bus /sierra_2: Setting Powered False\u000a16:22:43.057467 run create_hlr_db(pid=23790): Terminated: ok {rc=0}\u000a16:22:43.478924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23792): Launched\u000a16:22:43.795097 run osmo-hlr_10.42.42.2(pid=23793): Launched\u000a16:22:43.914652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:44.467179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23795): Launched\u000a16:22:44.783108 run osmo-stp_10.42.42.5(pid=23796): Launched\u000a16:22:44.897593 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:22:45.476774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23798): Launched\u000a16:22:45.793115 run osmo-msc_10.42.42.6(pid=23799): Launched\u000a16:22:46.084753 run osmo-stp_10.42.42.5(pid=23796): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23796)]\u000a16:22:46.418063 run osmo-stp_10.42.42.5(pid=23796): stdout: \u000a| (launched: 2022-12-10_16:22:44.628509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:46.550296 run osmo-stp_10.42.42.5(pid=23796): stderr: \u000a| �[0;m�[38;5;43m20221210162244823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162244823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162244823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162244823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162244824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162244824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162244824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:46.675049 run osmo-stp_10.42.42.5(pid=23796): stdout: \u000a| (launched: 2022-12-10_16:22:44.628509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:46.801100 run osmo-stp_10.42.42.5(pid=23796): stderr: \u000a| �[0;m�[38;5;43m20221210162244823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162244823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162244823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162244823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162244824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162244824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162244824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:46.855266 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23796): Process ended prematurely: osmo-stp_10.42.42.5(pid=23796) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23796)] [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:22:46.864910 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:22:46.931222 run osmo-hlr_10.42.42.2(pid=23793): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23793)]\u000a16:22:46.983679 run osmo-hlr_10.42.42.2(pid=23793): stdout: \u000a| (launched: 2022-12-10_16:22:43.640338) \u000a16:22:47.037615 run osmo-hlr_10.42.42.2(pid=23793): stderr: \u000a| �[0;m�[1;31m20221210162243838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162243838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162243838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162243838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162243838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162243838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162243850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162243858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162243859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162243859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:47.109544 run osmo-msc_10.42.42.6(pid=23799): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23799)]\u000a16:22:47.163004 run osmo-msc_10.42.42.6(pid=23799): stdout: \u000a| (launched: 2022-12-10_16:22:45.638192) \u000a16:22:47.216592 run osmo-msc_10.42.42.6(pid=23799): stderr: \u000a| �[0;m�[38;5;43m20221210162246112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162246112 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f85e70c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162246112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162246113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162246114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162246114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162246118 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162246118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162246119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162246119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:22:47.262409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23792): Terminating (SIGTERM)\u000a16:22:47.305569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23795): Terminating (SIGTERM)\u000a16:22:47.347823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23798): Terminating (SIGTERM)\u000a16:22:47.357585 --- ParallelTerminationStrategy: PID 23792 died...\u000a16:22:47.414017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23792): Terminated: ok {rc=0}\u000a16:22:47.424057 --- ParallelTerminationStrategy: PID 23795 died...\u000a16:22:47.479461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23795): Terminated: ok {rc=0}\u000a16:22:47.489563 --- ParallelTerminationStrategy: PID 23798 died...\u000a16:22:47.545166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23798): Terminated: ok {rc=0}\u000a16:22:47.632853 bus /sierra_3: Setting Powered False\u000a16:22:48.739142 bus /sierra_3: Setting Powered False\u000a16:22:49.846475 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:22:29" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23810): Process ended prematurely: osmo-stp_10.42.42.5(pid=23810) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23810)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23810): Process ended prematurely: osmo-stp_10.42.42.5(pid=23810) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:22:51.849258 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:22:51.860722 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:22:52.022107 tst mo_mt_call.py: using LAC 29174\u000a16:22:52.147008 tst mo_mt_call.py: using RAC 104\u000a16:22:52.270862 tst mo_mt_call.py: using CellId 29174\u000a16:22:52.394585 tst mo_mt_call.py: using BVCI 29175\u000a16:22:52.418581 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:22:52.430184 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:22:52.441526 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:22:52.452857 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:22:52.464329 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:22:52.475728 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:22:52.590798 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:22:52.791376 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:53.257942 run create_hlr_db(pid=23804): Launched\u000a16:22:53.429355 bus /sierra_2: Setting Powered False\u000a16:22:54.450497 run create_hlr_db(pid=23804): Terminated: ok {rc=0}\u000a16:22:54.873749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23806): Launched\u000a16:22:55.191068 run osmo-hlr_10.42.42.2(pid=23807): Launched\u000a16:22:55.310838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:55.863178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23809): Launched\u000a16:22:56.180776 run osmo-stp_10.42.42.5(pid=23810): Launched\u000a16:22:56.296216 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:22:56.875707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23812): Launched\u000a16:22:57.192773 run osmo-msc_10.42.42.6(pid=23813): Launched\u000a16:22:57.378533 run osmo-stp_10.42.42.5(pid=23810): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23810)]\u000a16:22:57.513137 run osmo-stp_10.42.42.5(pid=23810): stdout: \u000a| (launched: 2022-12-10_16:22:56.025468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:57.647157 run osmo-stp_10.42.42.5(pid=23810): stderr: \u000a| �[0;m�[38;5;43m20221210162256216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162256216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162256216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162256217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162256217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162256217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162256217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:57.774429 run osmo-stp_10.42.42.5(pid=23810): stdout: \u000a| (launched: 2022-12-10_16:22:56.025468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:57.900734 run osmo-stp_10.42.42.5(pid=23810): stderr: \u000a| �[0;m�[38;5;43m20221210162256216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162256216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162256216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162256217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162256217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162256217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162256217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:57.956487 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23810): Process ended prematurely: osmo-stp_10.42.42.5(pid=23810) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23810)] [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:22:57.966190 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:22:58.028575 run osmo-hlr_10.42.42.2(pid=23807): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23807)]\u000a16:22:58.080172 run osmo-hlr_10.42.42.2(pid=23807): stdout: \u000a| (launched: 2022-12-10_16:22:55.036226) \u000a16:22:58.131867 run osmo-hlr_10.42.42.2(pid=23807): stderr: \u000a| �[0;m�[1;31m20221210162255235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162255235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162255235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162255235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162255235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162255235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162255248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162255256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162255256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162255256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:58.202055 run osmo-msc_10.42.42.6(pid=23813): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23813)]\u000a16:22:58.253097 run osmo-msc_10.42.42.6(pid=23813): stdout: \u000a| (launched: 2022-12-10_16:22:57.038073) \u000a16:22:58.304655 run osmo-msc_10.42.42.6(pid=23813): stderr: \u000a| �[0;m�[38;5;43m20221210162257359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162257360 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f424ea97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162257360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162257360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162257360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162257360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162257362 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162257362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162257362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162257362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:22:58.348813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23806): Terminating (SIGTERM)\u000a16:22:58.390333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23809): Terminating (SIGTERM)\u000a16:22:58.431818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23812): Terminating (SIGTERM)\u000a16:22:58.441146 --- ParallelTerminationStrategy: PID 23806 died...\u000a16:22:58.496758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23806): Terminated: ok {rc=0}\u000a16:22:58.506798 --- ParallelTerminationStrategy: PID 23809 died...\u000a16:22:58.562226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23809): Terminated: ok {rc=0}\u000a16:22:58.572193 --- ParallelTerminationStrategy: PID 23812 died...\u000a16:22:58.627295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23812): Terminated: ok {rc=0}\u000a16:22:58.714426 bus /sierra_3: Setting Powered False\u000a16:22:59.816822 bus /sierra_3: Setting Powered False\u000a16:23:00.957328 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23821): Process ended prematurely: osmo-stp_10.42.42.5(pid=23821) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23821)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23821): Process ended prematurely: osmo-stp_10.42.42.5(pid=23821) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:23:02.097425 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:02.114458 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:23:02.291081 tst mo_mt_call_osmux.py: using LAC 29175\u000a16:23:02.415154 tst mo_mt_call_osmux.py: using RAC 105\u000a16:23:02.538860 tst mo_mt_call_osmux.py: using CellId 29175\u000a16:23:02.662530 tst mo_mt_call_osmux.py: using BVCI 29176\u000a16:23:02.686572 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:02.698303 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:02.709898 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:02.721364 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:02.732786 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:02.744107 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:23:02.858092 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:23:03.057548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:03.524430 run create_hlr_db(pid=23815): Launched\u000a16:23:03.695730 bus /sierra_2: Setting Powered False\u000a16:23:04.717357 run create_hlr_db(pid=23815): Terminated: ok {rc=0}\u000a16:23:05.140505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23817): Launched\u000a16:23:05.457498 run osmo-hlr_10.42.42.2(pid=23818): Launched\u000a16:23:05.578381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:06.128777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23820): Launched\u000a16:23:06.444766 run osmo-stp_10.42.42.5(pid=23821): Launched\u000a16:23:06.560058 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:23:07.140448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23823): Launched\u000a16:23:07.457070 run osmo-msc_10.42.42.6(pid=23824): Launched\u000a16:23:07.643426 run osmo-stp_10.42.42.5(pid=23821): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23821)]\u000a16:23:07.777394 run osmo-stp_10.42.42.5(pid=23821): stdout: \u000a| (launched: 2022-12-10_16:23:06.290041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:07.911625 run osmo-stp_10.42.42.5(pid=23821): stderr: \u000a| �[0;m�[38;5;43m20221210162306483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162306483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162306483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162306484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162306484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162306484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162306484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:08.039648 run osmo-stp_10.42.42.5(pid=23821): stdout: \u000a| (launched: 2022-12-10_16:23:06.290041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:08.165999 run osmo-stp_10.42.42.5(pid=23821): stderr: \u000a| �[0;m�[38;5;43m20221210162306483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162306483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162306483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162306484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162306484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162306484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162306484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:08.221819 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23821): Process ended prematurely: osmo-stp_10.42.42.5(pid=23821) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23821)] [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:23:08.231105 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:23:08.293719 run osmo-hlr_10.42.42.2(pid=23818): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23818)]\u000a16:23:08.345088 run osmo-hlr_10.42.42.2(pid=23818): stdout: \u000a| (launched: 2022-12-10_16:23:05.302405) \u000a16:23:08.397315 run osmo-hlr_10.42.42.2(pid=23818): stderr: \u000a| �[0;m�[1;31m20221210162305500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162305500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162305501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162305501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162305501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162305501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162305515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162305525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162305525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162305525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:08.467934 run osmo-msc_10.42.42.6(pid=23824): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23824)]\u000a16:23:08.519246 run osmo-msc_10.42.42.6(pid=23824): stdout: \u000a| (launched: 2022-12-10_16:23:07.302206) \u000a16:23:08.571267 run osmo-msc_10.42.42.6(pid=23824): stderr: \u000a| �[0;m�[38;5;43m20221210162307624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162307624 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a4bf57c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162307625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162307625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162307625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162307625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162307627 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162307627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162307627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162307627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:23:08.615246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23817): Terminating (SIGTERM)\u000a16:23:08.656895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23820): Terminating (SIGTERM)\u000a16:23:08.698797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23823): Terminating (SIGTERM)\u000a16:23:08.708436 --- ParallelTerminationStrategy: PID 23817 died...\u000a16:23:08.764489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23817): Terminated: ok {rc=0}\u000a16:23:08.774644 --- ParallelTerminationStrategy: PID 23820 died...\u000a16:23:08.830302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23820): Terminated: ok {rc=0}\u000a16:23:08.840263 --- ParallelTerminationStrategy: PID 23823 died...\u000a16:23:08.896032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23823): Terminated: ok {rc=0}\u000a16:23:08.983639 bus /sierra_3: Setting Powered False\u000a16:23:10.090853 bus /sierra_3: Setting Powered False\u000a16:23:11.199313 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:22:51" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23884): Process ended prematurely: osmo-stp_10.42.42.5(pid=23884) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23884)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23884): Process ended prematurely: osmo-stp_10.42.42.5(pid=23884) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:23:13.202241 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:13.213789 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:23:13.377138 tst mo_mt_call.py: using LAC 29176\u000a16:23:13.500592 tst mo_mt_call.py: using RAC 106\u000a16:23:13.624414 tst mo_mt_call.py: using CellId 29176\u000a16:23:13.756177 tst mo_mt_call.py: using BVCI 29177\u000a16:23:13.780352 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:13.791851 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:13.803185 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:13.814545 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:13.825985 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:13.837394 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:23:13.954213 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:23:14.152687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:14.618063 run create_hlr_db(pid=23829): Launched\u000a16:23:14.788337 bus /sierra_2: Setting Powered False\u000a16:23:15.811094 run create_hlr_db(pid=23829): Terminated: ok {rc=0}\u000a16:23:16.249400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23831): Launched\u000a16:23:16.665349 run osmo-hlr_10.42.42.2(pid=23832): Launched\u000a16:23:16.919719 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:17.630460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23870): Launched\u000a16:23:18.055418 run osmo-stp_10.42.42.5(pid=23884): Launched\u000a16:23:18.257298 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:23:18.944685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23987): Launched\u000a16:23:19.420255 run osmo-msc_10.42.42.6(pid=24033): Launched\u000a16:23:19.872785 run osmo-stp_10.42.42.5(pid=23884): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23884)]\u000a16:23:20.123784 run osmo-stp_10.42.42.5(pid=23884): stdout: \u000a| (launched: 2022-12-10_16:23:17.791335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:20.328852 run osmo-stp_10.42.42.5(pid=23884): stderr: \u000a| �[0;m�[38;5;43m20221210162318066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162318066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162318066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162318066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162318067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162318067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162318067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:20.453031 run osmo-stp_10.42.42.5(pid=23884): stdout: \u000a| (launched: 2022-12-10_16:23:17.791335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:20.576782 run osmo-stp_10.42.42.5(pid=23884): stderr: \u000a| �[0;m�[38;5;43m20221210162318066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162318066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162318066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162318066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162318067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162318067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162318067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:20.631267 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23884): Process ended prematurely: osmo-stp_10.42.42.5(pid=23884) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23884)] [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:23:20.640923 tst mo_mt_call.py:8: Test FAILED (7.5 sec)\u000a16:23:20.706935 run osmo-hlr_10.42.42.2(pid=23832): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23832)]\u000a16:23:20.758987 run osmo-hlr_10.42.42.2(pid=23832): stdout: \u000a| (launched: 2022-12-10_16:23:16.402243) \u000a16:23:20.812261 run osmo-hlr_10.42.42.2(pid=23832): stderr: \u000a| �[0;m�[1;31m20221210162316743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162316743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162316743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162316743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162316743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162316743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162316771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162316779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162316779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162316779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:20.883354 run osmo-msc_10.42.42.6(pid=24033): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24033)]\u000a16:23:20.935650 run osmo-msc_10.42.42.6(pid=24033): stdout: \u000a| (launched: 2022-12-10_16:23:19.128227) \u000a16:23:20.988556 run osmo-msc_10.42.42.6(pid=24033): stderr: \u000a| �[0;m�[38;5;43m20221210162319828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162319828 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f523fdeec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162319828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162319828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162319829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162319829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162319831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162319831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162319831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162319831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:23:21.033492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23831): Terminating (SIGTERM)\u000a16:23:21.077343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23870): Terminating (SIGTERM)\u000a16:23:21.122233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23987): Terminating (SIGTERM)\u000a16:23:21.134083 --- ParallelTerminationStrategy: PID 23831 died...\u000a16:23:21.193388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23831): Terminated: ok {rc=0}\u000a16:23:21.204146 --- ParallelTerminationStrategy: PID 23870 died...\u000a16:23:21.261900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23870): Terminated: ok {rc=0}\u000a16:23:21.272468 --- ParallelTerminationStrategy: PID 23987 died...\u000a16:23:21.330056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23987): Terminated: ok {rc=0}\u000a16:23:21.419802 bus /sierra_3: Setting Powered False\u000a16:23:22.529341 bus /sierra_3: Setting Powered False\u000a16:23:23.639558 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24117): Process ended prematurely: osmo-stp_10.42.42.5(pid=24117) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24117)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24117): Process ended prematurely: osmo-stp_10.42.42.5(pid=24117) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:23:24.754766 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:24.767607 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:23:24.929094 tst mo_mt_call_osmux.py: using LAC 29177\u000a16:23:25.048715 tst mo_mt_call_osmux.py: using RAC 107\u000a16:23:25.168900 tst mo_mt_call_osmux.py: using CellId 29177\u000a16:23:25.289470 tst mo_mt_call_osmux.py: using BVCI 29178\u000a16:23:25.313237 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:25.326436 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:25.339469 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:25.352504 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:25.364739 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:25.378855 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:23:25.497948 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:23:25.706281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:26.236573 run create_hlr_db(pid=24111): Launched\u000a16:23:26.417255 bus /sierra_2: Setting Powered False\u000a16:23:27.436836 run create_hlr_db(pid=24111): Terminated: ok {rc=0}\u000a16:23:27.869510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24113): Launched\u000a16:23:28.278777 run osmo-hlr_10.42.42.2(pid=24114): Launched\u000a16:23:28.510951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:29.147015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24116): Launched\u000a16:23:29.556099 run osmo-stp_10.42.42.5(pid=24117): Launched\u000a16:23:29.792795 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:23:30.426742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24119): Launched\u000a16:23:30.839209 run osmo-msc_10.42.42.6(pid=24120): Launched\u000a16:23:31.312366 run osmo-stp_10.42.42.5(pid=24117): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24117)]\u000a16:23:31.601848 run osmo-stp_10.42.42.5(pid=24117): stdout: \u000a| (launched: 2022-12-10_16:23:29.301696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:31.758943 run osmo-stp_10.42.42.5(pid=24117): stderr: \u000a| �[0;m�[38;5;43m20221210162329629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162329629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162329629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162329630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162329630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162329630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162329630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:31.889879 run osmo-stp_10.42.42.5(pid=24117): stdout: \u000a| (launched: 2022-12-10_16:23:29.301696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:32.020274 run osmo-stp_10.42.42.5(pid=24117): stderr: \u000a| �[0;m�[38;5;43m20221210162329629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162329629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162329629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162329630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162329630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162329630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162329630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:32.078022 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24117): Process ended prematurely: osmo-stp_10.42.42.5(pid=24117) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24117)] [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:23:32.087478 tst mo_mt_call_osmux.py:8: Test FAILED (7.4 sec)\u000a16:23:32.151687 run osmo-hlr_10.42.42.2(pid=24114): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24114)]\u000a16:23:32.205571 run osmo-hlr_10.42.42.2(pid=24114): stdout: \u000a| (launched: 2022-12-10_16:23:28.026119) \u000a16:23:32.259736 run osmo-hlr_10.42.42.2(pid=24114): stderr: \u000a| �[0;m�[1;31m20221210162328365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162328365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162328365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162328365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162328366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162328366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162328391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162328404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162328404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162328404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:32.333082 run osmo-msc_10.42.42.6(pid=24120): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24120)]\u000a16:23:32.386814 run osmo-msc_10.42.42.6(pid=24120): stdout: \u000a| (launched: 2022-12-10_16:23:30.584165) \u000a16:23:32.440679 run osmo-msc_10.42.42.6(pid=24120): stderr: \u000a| �[0;m�[38;5;43m20221210162331166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162331166 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01d09c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162331166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162331166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162331167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162331167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162331168 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162331169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162331169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162331169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:23:32.486981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24113): Terminating (SIGTERM)\u000a16:23:32.530583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24116): Terminating (SIGTERM)\u000a16:23:32.574243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24119): Terminating (SIGTERM)\u000a16:23:32.584175 --- ParallelTerminationStrategy: PID 24113 died...\u000a16:23:32.642334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24113): Terminated: ok {rc=0}\u000a16:23:32.653117 --- ParallelTerminationStrategy: PID 24116 died...\u000a16:23:32.710788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24116): Terminated: ok {rc=0}\u000a16:23:32.721566 --- ParallelTerminationStrategy: PID 24119 died...\u000a16:23:32.779305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24119): Terminated: ok {rc=0}\u000a16:23:32.881221 bus /sierra_3: Setting Powered False\u000a16:23:33.995306 bus /sierra_3: Setting Powered False\u000a16:23:35.108697 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:23:12" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24133): Process ended prematurely: osmo-stp_10.42.42.5(pid=24133) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24133)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24133): Process ended prematurely: osmo-stp_10.42.42.5(pid=24133) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24133)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:23:37.127610 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:37.139784 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:23:37.302706 tst mo_mt_call.py: using LAC 29178\u000a16:23:37.425924 tst mo_mt_call.py: using RAC 108\u000a16:23:37.551099 tst mo_mt_call.py: using CellId 29178\u000a16:23:37.672115 tst mo_mt_call.py: using BVCI 29179\u000a16:23:37.696165 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:37.708746 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:37.721491 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:37.735505 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:37.747760 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:37.760132 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:23:37.881649 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:23:38.086387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:38.620548 run create_hlr_db(pid=24125): Launched\u000a16:23:38.800606 bus /sierra_2: Setting Powered False\u000a16:23:39.823577 run create_hlr_db(pid=24125): Terminated: ok {rc=0}\u000a16:23:40.249756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24127): Launched\u000a16:23:40.548663 run osmo-hlr_10.42.42.2(pid=24130): Launched\u000a16:23:40.665188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:41.190009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24132): Launched\u000a16:23:41.486646 run osmo-stp_10.42.42.5(pid=24133): Launched\u000a16:23:41.595773 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:23:42.137605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24135): Launched\u000a16:23:42.433091 run osmo-msc_10.42.42.6(pid=24136): Launched\u000a16:23:42.607871 run osmo-stp_10.42.42.5(pid=24133): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24133)]\u000a16:23:42.734870 run osmo-stp_10.42.42.5(pid=24133): stdout: \u000a| (launched: 2022-12-10_16:23:41.341496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:42.859458 run osmo-stp_10.42.42.5(pid=24133): stderr: \u000a| �[0;m�[38;5;43m20221210162341512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162341512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162341512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162341513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162341513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162341513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162341513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:42.979336 run osmo-stp_10.42.42.5(pid=24133): stdout: \u000a| (launched: 2022-12-10_16:23:41.341496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:43.098566 run osmo-stp_10.42.42.5(pid=24133): stderr: \u000a| �[0;m�[38;5;43m20221210162341512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162341512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162341512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162341513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162341513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162341513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162341513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:43.151088 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24133): Process ended prematurely: osmo-stp_10.42.42.5(pid=24133) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24133)] [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:23:43.159791 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:23:43.221036 run osmo-hlr_10.42.42.2(pid=24130): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24130)]\u000a16:23:43.270652 run osmo-hlr_10.42.42.2(pid=24130): stdout: \u000a| (launched: 2022-12-10_16:23:40.401272) \u000a16:23:43.320654 run osmo-hlr_10.42.42.2(pid=24130): stderr: \u000a| �[0;m�[1;31m20221210162340574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162340574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162340574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162340574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162340574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162340574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162340586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162340595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162340595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162340595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:43.388493 run osmo-msc_10.42.42.6(pid=24136): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24136)]\u000a16:23:43.437969 run osmo-msc_10.42.42.6(pid=24136): stdout: \u000a| (launched: 2022-12-10_16:23:42.287446) \u000a16:23:43.487952 run osmo-msc_10.42.42.6(pid=24136): stderr: \u000a| �[0;m�[38;5;43m20221210162342557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162342558 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3257bc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162342558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162342558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162342558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162342558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162342560 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162342561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162342561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162342561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:23:43.530049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24127): Terminating (SIGTERM)\u000a16:23:43.570350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24132): Terminating (SIGTERM)\u000a16:23:43.610690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24135): Terminating (SIGTERM)\u000a16:23:43.620206 --- ParallelTerminationStrategy: PID 24127 died...\u000a16:23:43.673468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24127): Terminated: ok {rc=0}\u000a16:23:43.682973 --- ParallelTerminationStrategy: PID 24132 died...\u000a16:23:43.735886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24132): Terminated: ok {rc=0}\u000a16:23:43.745652 --- ParallelTerminationStrategy: PID 24135 died...\u000a16:23:43.798679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24135): Terminated: ok {rc=0}\u000a16:23:43.883275 bus /sierra_3: Setting Powered False\u000a16:23:44.986549 bus /sierra_3: Setting Powered False\u000a16:23:46.112241 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24144): Process ended prematurely: osmo-stp_10.42.42.5(pid=24144) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24144)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24144): Process ended prematurely: osmo-stp_10.42.42.5(pid=24144) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:23:47.228414 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:47.240808 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:23:47.397302 tst mo_mt_call_osmux.py: using LAC 29179\u000a16:23:47.515708 tst mo_mt_call_osmux.py: using RAC 109\u000a16:23:47.634417 tst mo_mt_call_osmux.py: using CellId 29179\u000a16:23:47.750728 tst mo_mt_call_osmux.py: using BVCI 29180\u000a16:23:47.773444 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:47.784472 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:47.795334 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:47.806484 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:47.817663 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:47.828707 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:23:47.946800 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:23:48.146441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:48.611636 run create_hlr_db(pid=24138): Launched\u000a16:23:48.782548 bus /sierra_2: Setting Powered False\u000a16:23:49.805555 run create_hlr_db(pid=24138): Terminated: ok {rc=0}\u000a16:23:50.202059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24140): Launched\u000a16:23:50.499725 run osmo-hlr_10.42.42.2(pid=24141): Launched\u000a16:23:50.615005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:51.140936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24143): Launched\u000a16:23:51.438647 run osmo-stp_10.42.42.5(pid=24144): Launched\u000a16:23:51.546458 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:23:52.089281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24146): Launched\u000a16:23:52.386347 run osmo-msc_10.42.42.6(pid=24147): Launched\u000a16:23:52.560143 run osmo-stp_10.42.42.5(pid=24144): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24144)]\u000a16:23:52.686408 run osmo-stp_10.42.42.5(pid=24144): stdout: \u000a| (launched: 2022-12-10_16:23:51.291968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:52.810656 run osmo-stp_10.42.42.5(pid=24144): stderr: \u000a| �[0;m�[38;5;43m20221210162351461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162351461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162351461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162351462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162351462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162351462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162351462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:52.930519 run osmo-stp_10.42.42.5(pid=24144): stdout: \u000a| (launched: 2022-12-10_16:23:51.291968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:53.048760 run osmo-stp_10.42.42.5(pid=24144): stderr: \u000a| �[0;m�[38;5;43m20221210162351461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162351461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162351461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162351462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162351462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162351462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162351462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:53.101215 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24144): Process ended prematurely: osmo-stp_10.42.42.5(pid=24144) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24144)] [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:23:53.109820 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a16:23:53.170631 run osmo-hlr_10.42.42.2(pid=24141): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24141)]\u000a16:23:53.220176 run osmo-hlr_10.42.42.2(pid=24141): stdout: \u000a| (launched: 2022-12-10_16:23:50.353178) \u000a16:23:53.270207 run osmo-hlr_10.42.42.2(pid=24141): stderr: \u000a| �[0;m�[1;31m20221210162350530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162350530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162350530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162350530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162350531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162350531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162350543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162350551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162350551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162350552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:53.338821 run osmo-msc_10.42.42.6(pid=24147): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24147)]\u000a16:23:53.388404 run osmo-msc_10.42.42.6(pid=24147): stdout: \u000a| (launched: 2022-12-10_16:23:52.239885) \u000a16:23:53.438592 run osmo-msc_10.42.42.6(pid=24147): stderr: \u000a| �[0;m�[38;5;43m20221210162352508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162352509 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc488509c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162352509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162352509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162352509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162352509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162352511 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162352511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162352512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162352512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:23:53.480907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24140): Terminating (SIGTERM)\u000a16:23:53.521219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24143): Terminating (SIGTERM)\u000a16:23:53.561552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24146): Terminating (SIGTERM)\u000a16:23:53.571019 --- ParallelTerminationStrategy: PID 24140 died...\u000a16:23:53.624873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24140): Terminated: ok {rc=0}\u000a16:23:53.634904 --- ParallelTerminationStrategy: PID 24143 died...\u000a16:23:53.688367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24143): Terminated: ok {rc=0}\u000a16:23:53.698234 --- ParallelTerminationStrategy: PID 24146 died...\u000a16:23:53.752175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24146): Terminated: ok {rc=0}\u000a16:23:53.841784 bus /sierra_3: Setting Powered False\u000a16:23:54.946383 bus /sierra_3: Setting Powered False\u000a16:23:56.059256 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:23:36" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24158): Process ended prematurely: osmo-stp_10.42.42.5(pid=24158) [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24158)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24158): Process ended prematurely: osmo-stp_10.42.42.5(pid=24158) [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:23:58.066575 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:23:58.078410 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:23:58.236206 tst mo_mt_call.py: using LAC 29180\u000a16:23:58.357670 tst mo_mt_call.py: using RAC 110\u000a16:23:58.472561 tst mo_mt_call.py: using CellId 29180\u000a16:23:58.588514 tst mo_mt_call.py: using BVCI 29181\u000a16:23:58.611256 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:23:58.622486 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:23:58.633571 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:23:58.644810 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:23:58.656192 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:23:58.667713 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:23:58.781051 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:23:58.978878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:59.447333 run create_hlr_db(pid=24152): Launched\u000a16:23:59.618130 bus /sierra_2: Setting Powered False\u000a16:24:00.641065 run create_hlr_db(pid=24152): Terminated: ok {rc=0}\u000a16:24:01.068030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24154): Launched\u000a16:24:01.468312 run osmo-hlr_10.42.42.2(pid=24155): Launched\u000a16:24:01.595425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:02.213945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24157): Launched\u000a16:24:02.512181 run osmo-stp_10.42.42.5(pid=24158): Launched\u000a16:24:02.619698 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:03.162376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24160): Launched\u000a16:24:03.459516 run osmo-msc_10.42.42.6(pid=24161): Launched\u000a16:24:03.634531 run osmo-stp_10.42.42.5(pid=24158): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24158)]\u000a16:24:03.766359 run osmo-stp_10.42.42.5(pid=24158): stdout: \u000a| (launched: 2022-12-10_16:24:02.366469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:03.889588 run osmo-stp_10.42.42.5(pid=24158): stderr: \u000a| �[0;m�[38;5;43m20221210162402537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162402537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162402537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162402538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162402540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162402540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162402540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:04.008441 run osmo-stp_10.42.42.5(pid=24158): stdout: \u000a| (launched: 2022-12-10_16:24:02.366469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:04.126348 run osmo-stp_10.42.42.5(pid=24158): stderr: \u000a| �[0;m�[38;5;43m20221210162402537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162402537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162402537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162402538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162402540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162402540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162402540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:04.178603 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24158): Process ended prematurely: osmo-stp_10.42.42.5(pid=24158) [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24158)] [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:24:04.187370 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:24:04.248090 run osmo-hlr_10.42.42.2(pid=24155): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24155)]\u000a16:24:04.297377 run osmo-hlr_10.42.42.2(pid=24155): stdout: \u000a| (launched: 2022-12-10_16:24:01.221658) \u000a16:24:04.347419 run osmo-hlr_10.42.42.2(pid=24155): stderr: \u000a| �[0;m�[1;31m20221210162401602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162401603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162401603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162401603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162401603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162401603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162401623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162401636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162401637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162401637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:04.415370 run osmo-msc_10.42.42.6(pid=24161): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24161)]\u000a16:24:04.464623 run osmo-msc_10.42.42.6(pid=24161): stdout: \u000a| (launched: 2022-12-10_16:24:03.313448) \u000a16:24:04.514505 run osmo-msc_10.42.42.6(pid=24161): stderr: \u000a| �[0;m�[38;5;43m20221210162403588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162403588 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4775c94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162403588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162403588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162403589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162403589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162403591 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162403591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162403591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162403591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:04.556786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24154): Terminating (SIGTERM)\u000a16:24:04.596852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24157): Terminating (SIGTERM)\u000a16:24:04.636980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24160): Terminating (SIGTERM)\u000a16:24:04.646473 --- ParallelTerminationStrategy: PID 24154 died...\u000a16:24:04.700161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24154): Terminated: ok {rc=0}\u000a16:24:04.710241 --- ParallelTerminationStrategy: PID 24157 died...\u000a16:24:04.763478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24157): Terminated: ok {rc=0}\u000a16:24:04.773454 --- ParallelTerminationStrategy: PID 24160 died...\u000a16:24:04.827171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24160): Terminated: ok {rc=0}\u000a16:24:04.910809 bus /sierra_3: Setting Powered False\u000a16:24:06.012739 bus /sierra_3: Setting Powered False\u000a16:24:07.122421 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24169): Process ended prematurely: osmo-stp_10.42.42.5(pid=24169) [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24169)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24169): Process ended prematurely: osmo-stp_10.42.42.5(pid=24169) [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24169)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:24:08.236323 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:08.248704 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:24:08.413630 tst mo_mt_call_osmux.py: using LAC 29181\u000a16:24:08.538738 tst mo_mt_call_osmux.py: using RAC 111\u000a16:24:08.662634 tst mo_mt_call_osmux.py: using CellId 29181\u000a16:24:08.788221 tst mo_mt_call_osmux.py: using BVCI 29182\u000a16:24:08.812072 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:08.823616 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:08.835118 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:08.846740 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:08.858429 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:08.870056 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:24:08.986565 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:24:09.184064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:09.648304 run create_hlr_db(pid=24163): Launched\u000a16:24:09.818509 bus /sierra_2: Setting Powered False\u000a16:24:10.840616 run create_hlr_db(pid=24163): Terminated: ok {rc=0}\u000a16:24:11.233688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24165): Launched\u000a16:24:11.541692 run osmo-hlr_10.42.42.2(pid=24166): Launched\u000a16:24:11.659418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:12.205642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24168): Launched\u000a16:24:12.519752 run osmo-stp_10.42.42.5(pid=24169): Launched\u000a16:24:12.634473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:13.216703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24171): Launched\u000a16:24:13.532608 run osmo-msc_10.42.42.6(pid=24172): Launched\u000a16:24:13.720429 run osmo-stp_10.42.42.5(pid=24169): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24169)]\u000a16:24:13.854443 run osmo-stp_10.42.42.5(pid=24169): stdout: \u000a| (launched: 2022-12-10_16:24:12.366173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:13.987782 run osmo-stp_10.42.42.5(pid=24169): stderr: \u000a| �[0;m�[38;5;43m20221210162412557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162412557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162412558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162412558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162412560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162412560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162412561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:14.115726 run osmo-stp_10.42.42.5(pid=24169): stdout: \u000a| (launched: 2022-12-10_16:24:12.366173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:14.242298 run osmo-stp_10.42.42.5(pid=24169): stderr: \u000a| �[0;m�[38;5;43m20221210162412557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162412557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162412558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162412558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162412560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162412560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162412561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:14.298181 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24169): Process ended prematurely: osmo-stp_10.42.42.5(pid=24169) [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24169)] [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:24:14.307464 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a16:24:14.370731 run osmo-hlr_10.42.42.2(pid=24166): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24166)]\u000a16:24:14.422268 run osmo-hlr_10.42.42.2(pid=24166): stdout: \u000a| (launched: 2022-12-10_16:24:11.384188) \u000a16:24:14.474350 run osmo-hlr_10.42.42.2(pid=24166): stderr: \u000a| �[0;m�[1;31m20221210162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162411592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162411600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162411601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162411601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:14.545096 run osmo-msc_10.42.42.6(pid=24172): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24172)]\u000a16:24:14.596466 run osmo-msc_10.42.42.6(pid=24172): stdout: \u000a| (launched: 2022-12-10_16:24:13.377904) \u000a16:24:14.648314 run osmo-msc_10.42.42.6(pid=24172): stderr: \u000a| �[0;m�[38;5;43m20221210162413697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162413697 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52ee1cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162413698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162413698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162413698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162413698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162413700 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162413700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162413700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162413700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:14.692383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24165): Terminating (SIGTERM)\u000a16:24:14.734367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24168): Terminating (SIGTERM)\u000a16:24:14.776348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24171): Terminating (SIGTERM)\u000a16:24:14.786269 --- ParallelTerminationStrategy: PID 24165 died...\u000a16:24:14.841761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24165): Terminated: ok {rc=0}\u000a16:24:14.851745 --- ParallelTerminationStrategy: PID 24168 died...\u000a16:24:14.907074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24168): Terminated: ok {rc=0}\u000a16:24:14.917154 --- ParallelTerminationStrategy: PID 24171 died...\u000a16:24:14.972481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24171): Terminated: ok {rc=0}\u000a16:24:15.059572 bus /sierra_3: Setting Powered False\u000a16:24:16.177817 bus /sierra_3: Setting Powered False\u000a16:24:17.286545 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:23:57" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24184): Process ended prematurely: osmo-stp_10.42.42.5(pid=24184) [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24184)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24184): Process ended prematurely: osmo-stp_10.42.42.5(pid=24184) [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:24:19.280911 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:19.291834 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:24:19.458002 tst mo_mt_call.py: using LAC 29182\u000a16:24:19.586406 tst mo_mt_call.py: using RAC 112\u000a16:24:19.710647 tst mo_mt_call.py: using CellId 29182\u000a16:24:19.837622 tst mo_mt_call.py: using BVCI 29183\u000a16:24:19.861856 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:19.873271 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:19.884301 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:19.895516 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:19.906676 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:19.917894 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:24:20.031831 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:24:20.227917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:20.691139 run create_hlr_db(pid=24178): Launched\u000a16:24:20.860870 bus /sierra_2: Setting Powered False\u000a16:24:21.882938 run create_hlr_db(pid=24178): Terminated: ok {rc=0}\u000a16:24:22.302786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24180): Launched\u000a16:24:22.620223 run osmo-hlr_10.42.42.2(pid=24181): Launched\u000a16:24:22.739424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:23.286795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24183): Launched\u000a16:24:23.602268 run osmo-stp_10.42.42.5(pid=24184): Launched\u000a16:24:23.716275 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:24.292287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24186): Launched\u000a16:24:24.607124 run osmo-msc_10.42.42.6(pid=24187): Launched\u000a16:24:24.791908 run osmo-stp_10.42.42.5(pid=24184): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24184)]\u000a16:24:24.925797 run osmo-stp_10.42.42.5(pid=24184): stdout: \u000a| (launched: 2022-12-10_16:24:23.447159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:25.060134 run osmo-stp_10.42.42.5(pid=24184): stderr: \u000a| �[0;m�[38;5;43m20221210162423640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162423640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162423640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162423640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162423641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162423641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162423641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:25.187595 run osmo-stp_10.42.42.5(pid=24184): stdout: \u000a| (launched: 2022-12-10_16:24:23.447159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:25.313840 run osmo-stp_10.42.42.5(pid=24184): stderr: \u000a| �[0;m�[38;5;43m20221210162423640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162423640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162423640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162423640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162423641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162423641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162423641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:25.369541 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24184): Process ended prematurely: osmo-stp_10.42.42.5(pid=24184) [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24184)] [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:24:25.378588 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:24:25.440852 run osmo-hlr_10.42.42.2(pid=24181): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24181)]\u000a16:24:25.492131 run osmo-hlr_10.42.42.2(pid=24181): stdout: \u000a| (launched: 2022-12-10_16:24:22.463959) \u000a16:24:25.544397 run osmo-hlr_10.42.42.2(pid=24181): stderr: \u000a| �[0;m�[1;31m20221210162422660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162422660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162422660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162422660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162422660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162422660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162422674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162422682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162422682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162422682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:25.615026 run osmo-msc_10.42.42.6(pid=24187): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24187)]\u000a16:24:25.666042 run osmo-msc_10.42.42.6(pid=24187): stdout: \u000a| (launched: 2022-12-10_16:24:24.452719) \u000a16:24:25.717639 run osmo-msc_10.42.42.6(pid=24187): stderr: \u000a| �[0;m�[38;5;43m20221210162424774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162424774 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2527a14c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162424774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162424774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162424774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162424775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162424777 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162424778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162424778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162424778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:25.761430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24180): Terminating (SIGTERM)\u000a16:24:25.803136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24183): Terminating (SIGTERM)\u000a16:24:25.844730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24186): Terminating (SIGTERM)\u000a16:24:25.854139 --- ParallelTerminationStrategy: PID 24180 died...\u000a16:24:25.909848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24180): Terminated: ok {rc=0}\u000a16:24:25.919858 --- ParallelTerminationStrategy: PID 24183 died...\u000a16:24:25.975263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24183): Terminated: ok {rc=0}\u000a16:24:25.985405 --- ParallelTerminationStrategy: PID 24186 died...\u000a16:24:26.041083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24186): Terminated: ok {rc=0}\u000a16:24:26.127717 bus /sierra_3: Setting Powered False\u000a16:24:27.230316 bus /sierra_3: Setting Powered False\u000a16:24:28.340541 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24195): Process ended prematurely: osmo-stp_10.42.42.5(pid=24195) [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24195)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24195): Process ended prematurely: osmo-stp_10.42.42.5(pid=24195) [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:24:29.448768 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:29.460189 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:24:29.623876 tst mo_mt_call_osmux.py: using LAC 29183\u000a16:24:29.748421 tst mo_mt_call_osmux.py: using RAC 113\u000a16:24:29.875487 tst mo_mt_call_osmux.py: using CellId 29183\u000a16:24:30.002133 tst mo_mt_call_osmux.py: using BVCI 29184\u000a16:24:30.026451 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:30.038049 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:30.049270 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:30.060648 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:30.072082 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:30.083545 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:24:30.197867 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:24:30.405798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:30.939294 run create_hlr_db(pid=24189): Launched\u000a16:24:31.122411 bus /sierra_2: Setting Powered False\u000a16:24:32.166927 run create_hlr_db(pid=24189): Terminated: ok {rc=0}\u000a16:24:32.592505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24191): Launched\u000a16:24:32.908328 run osmo-hlr_10.42.42.2(pid=24192): Launched\u000a16:24:33.024578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:33.571072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24194): Launched\u000a16:24:33.885772 run osmo-stp_10.42.42.5(pid=24195): Launched\u000a16:24:34.000329 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:34.579135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24197): Launched\u000a16:24:34.894599 run osmo-msc_10.42.42.6(pid=24198): Launched\u000a16:24:35.080023 run osmo-stp_10.42.42.5(pid=24195): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24195)]\u000a16:24:35.213923 run osmo-stp_10.42.42.5(pid=24195): stdout: \u000a| (launched: 2022-12-10_16:24:33.732006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:35.346958 run osmo-stp_10.42.42.5(pid=24195): stderr: \u000a| �[0;m�[38;5;43m20221210162433923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162433924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162433924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162433925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162433925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162433925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162433925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:35.474429 run osmo-stp_10.42.42.5(pid=24195): stdout: \u000a| (launched: 2022-12-10_16:24:33.732006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:35.600751 run osmo-stp_10.42.42.5(pid=24195): stderr: \u000a| �[0;m�[38;5;43m20221210162433923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162433924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162433924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162433925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162433925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162433925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162433925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:35.657180 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24195): Process ended prematurely: osmo-stp_10.42.42.5(pid=24195) [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24195)] [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:24:35.666601 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:24:35.728785 run osmo-hlr_10.42.42.2(pid=24192): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24192)]\u000a16:24:35.779998 run osmo-hlr_10.42.42.2(pid=24192): stdout: \u000a| (launched: 2022-12-10_16:24:32.753972) \u000a16:24:35.831875 run osmo-hlr_10.42.42.2(pid=24192): stderr: \u000a| �[0;m�[1;31m20221210162432952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162432952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162432952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162432952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162432952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162432952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162432965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162432973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162432973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162432973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:35.902242 run osmo-msc_10.42.42.6(pid=24198): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24198)]\u000a16:24:35.953375 run osmo-msc_10.42.42.6(pid=24198): stdout: \u000a| (launched: 2022-12-10_16:24:34.740165) \u000a16:24:36.005374 run osmo-msc_10.42.42.6(pid=24198): stderr: \u000a| �[0;m�[38;5;43m20221210162435060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162435060 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f070c3f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162435060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162435060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162435060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162435061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162435062 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162435063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162435063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162435063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:36.049698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24191): Terminating (SIGTERM)\u000a16:24:36.091553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24194): Terminating (SIGTERM)\u000a16:24:36.133560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24197): Terminating (SIGTERM)\u000a16:24:36.142925 --- ParallelTerminationStrategy: PID 24191 died...\u000a16:24:36.198904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24191): Terminated: ok {rc=0}\u000a16:24:36.209146 --- ParallelTerminationStrategy: PID 24194 died...\u000a16:24:36.265196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24194): Terminated: ok {rc=0}\u000a16:24:36.275445 --- ParallelTerminationStrategy: PID 24197 died...\u000a16:24:36.332057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24197): Terminated: ok {rc=0}\u000a16:24:36.418986 bus /sierra_3: Setting Powered False\u000a16:24:37.527339 bus /sierra_3: Setting Powered False\u000a16:24:38.636006 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:24:19" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24210): Process ended prematurely: osmo-stp_10.42.42.5(pid=24210) [trial-2376↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24210)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24210): Process ended prematurely: osmo-stp_10.42.42.5(pid=24210) [trial-2376↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:24:40.657398 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:40.668380 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a16:24:40.808814 tst emergency_mo_mt_call.py: using LAC 29184\u000a16:24:40.929602 tst emergency_mo_mt_call.py: using RAC 114\u000a16:24:41.049348 tst emergency_mo_mt_call.py: using CellId 29184\u000a16:24:41.162048 tst emergency_mo_mt_call.py: using BVCI 29185\u000a16:24:41.184088 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:41.194962 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:41.205610 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:41.216328 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:41.227196 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:41.237839 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:24:41.353765 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:24:41.550455 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:42.006522 run create_hlr_db(pid=24204): Launched\u000a16:24:42.174870 bus /sierra_2: Setting Powered False\u000a16:24:43.206393 run create_hlr_db(pid=24204): Terminated: ok {rc=0}\u000a16:24:43.618381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24206): Launched\u000a16:24:43.928556 run osmo-hlr_10.42.42.2(pid=24207): Launched\u000a16:24:44.042911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:44.580941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24209): Launched\u000a16:24:44.890368 run osmo-stp_10.42.42.5(pid=24210): Launched\u000a16:24:45.013998 tst emergency_mo_mt_call.py: using MSISDN 7792\u000a16:24:45.168640 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:45.734685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24212): Launched\u000a16:24:46.150299 run osmo-msc_10.42.42.6(pid=24213): Launched\u000a16:24:46.629169 run osmo-stp_10.42.42.5(pid=24210): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24210)]\u000a16:24:46.906456 run osmo-stp_10.42.42.5(pid=24210): stdout: \u000a| (launched: 2022-12-10_16:24:44.738882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:47.042611 run osmo-stp_10.42.42.5(pid=24210): stderr: \u000a| �[0;m�[38;5;43m20221210162444929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162444929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162444930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162444930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162444931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162444931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162444931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:47.164582 run osmo-stp_10.42.42.5(pid=24210): stdout: \u000a| (launched: 2022-12-10_16:24:44.738882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:47.285326 run osmo-stp_10.42.42.5(pid=24210): stderr: \u000a| �[0;m�[38;5;43m20221210162444929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162444929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162444930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162444930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162444931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162444931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162444931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:47.338954 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=24210): Process ended prematurely: osmo-stp_10.42.42.5(pid=24210) [trial-2376↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24210)] [trial-2376↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a16:24:47.348247 tst emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)\u000a16:24:47.412737 run osmo-hlr_10.42.42.2(pid=24207): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24207)]\u000a16:24:47.463896 run osmo-hlr_10.42.42.2(pid=24207): stdout: \u000a| (launched: 2022-12-10_16:24:43.776688) \u000a16:24:47.514146 run osmo-hlr_10.42.42.2(pid=24207): stderr: \u000a| �[0;m�[1;31m20221210162443973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162443973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162443973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162443973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162443974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162443974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162443986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162443994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162443994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162443994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:47.582215 run osmo-msc_10.42.42.6(pid=24213): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24213)]\u000a16:24:47.631389 run osmo-msc_10.42.42.6(pid=24213): stdout: \u000a| (launched: 2022-12-10_16:24:45.905803) \u000a16:24:47.681387 run osmo-msc_10.42.42.6(pid=24213): stderr: \u000a| �[0;m�[38;5;43m20221210162446416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162446417 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f594edbbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162446417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162446417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162446419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162446420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162446426 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162446427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162446429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162446429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:47.723803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24206): Terminating (SIGTERM)\u000a16:24:47.764198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24209): Terminating (SIGTERM)\u000a16:24:47.804561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24212): Terminating (SIGTERM)\u000a16:24:47.813798 --- ParallelTerminationStrategy: PID 24206 died...\u000a16:24:47.867363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24206): Terminated: ok {rc=0}\u000a16:24:47.877280 --- ParallelTerminationStrategy: PID 24209 died...\u000a16:24:47.930909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24209): Terminated: ok {rc=0}\u000a16:24:47.940694 --- ParallelTerminationStrategy: PID 24212 died...\u000a16:24:47.994045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24212): Terminated: ok {rc=0}\u000a16:24:48.081850 bus /sierra_3: Setting Powered False\u000a16:24:49.185259 bus /sierra_3: Setting Powered False\u000a16:24:50.294394 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24221): Process ended prematurely: osmo-stp_10.42.42.5(pid=24221) [trial-2376↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24221)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24221): Process ended prematurely: osmo-stp_10.42.42.5(pid=24221) [trial-2376↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:24:51.345910 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:51.357865 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a16:24:51.500393 tst emergency_preemptive_call.py: using LAC 29185\u000a16:24:51.626406 tst emergency_preemptive_call.py: using RAC 115\u000a16:24:51.746383 tst emergency_preemptive_call.py: using CellId 29185\u000a16:24:51.866494 tst emergency_preemptive_call.py: using BVCI 29186\u000a16:24:51.890488 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:51.901624 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:51.912392 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:51.923373 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:51.934298 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:51.945163 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:24:52.060482 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:24:52.174415 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:24:52.290985 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:24:52.490328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:52.985601 run create_hlr_db(pid=24215): Launched\u000a16:24:53.165922 bus /sierra_2: Setting Powered False\u000a16:24:54.187205 run create_hlr_db(pid=24215): Terminated: ok {rc=0}\u000a16:24:54.576592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24217): Launched\u000a16:24:54.866476 run osmo-hlr_10.42.42.2(pid=24218): Launched\u000a16:24:54.972500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:55.474218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24220): Launched\u000a16:24:55.762804 run osmo-stp_10.42.42.5(pid=24221): Launched\u000a16:24:55.886414 tst emergency_preemptive_call.py: using MSISDN 7793\u000a16:24:56.030271 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:56.557002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24223): Launched\u000a16:24:56.845317 run osmo-msc_10.42.42.6(pid=24224): Launched\u000a16:24:57.014872 run osmo-stp_10.42.42.5(pid=24221): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24221)]\u000a16:24:57.138103 run osmo-stp_10.42.42.5(pid=24221): stdout: \u000a| (launched: 2022-12-10_16:24:55.620562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:57.259139 run osmo-stp_10.42.42.5(pid=24221): stderr: \u000a| �[0;m�[38;5;43m20221210162455790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162455790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162455790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162455791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162455791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162455792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162455792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:57.375853 run osmo-stp_10.42.42.5(pid=24221): stdout: \u000a| (launched: 2022-12-10_16:24:55.620562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:57.491492 run osmo-stp_10.42.42.5(pid=24221): stderr: \u000a| �[0;m�[38;5;43m20221210162455790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162455790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162455790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162455791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162455791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162455792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162455792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:57.542055 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=24221): Process ended prematurely: osmo-stp_10.42.42.5(pid=24221) [trial-2376↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24221)] [trial-2376↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a16:24:57.550179 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a16:24:57.610813 run osmo-hlr_10.42.42.2(pid=24218): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24218)]\u000a16:24:57.660506 run osmo-hlr_10.42.42.2(pid=24218): stdout: \u000a| (launched: 2022-12-10_16:24:54.723796) \u000a16:24:57.710666 run osmo-hlr_10.42.42.2(pid=24218): stderr: \u000a| �[0;m�[1;31m20221210162454898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162454898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162454898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162454898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162454898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162454898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162454910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162454918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162454918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162454918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:57.778677 run osmo-msc_10.42.42.6(pid=24224): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24224)]\u000a16:24:57.828323 run osmo-msc_10.42.42.6(pid=24224): stdout: \u000a| (launched: 2022-12-10_16:24:56.703197) \u000a16:24:57.878165 run osmo-msc_10.42.42.6(pid=24224): stderr: \u000a| �[0;m�[38;5;43m20221210162456974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162456974 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faad855ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162456974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162456974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162456975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162456975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162456977 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162456977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162456977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162456977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:57.920469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24217): Terminating (SIGTERM)\u000a16:24:57.960521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24220): Terminating (SIGTERM)\u000a16:24:58.000318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24223): Terminating (SIGTERM)\u000a16:24:58.009793 --- ParallelTerminationStrategy: PID 24217 died...\u000a16:24:58.063738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24217): Terminated: ok {rc=0}\u000a16:24:58.073568 --- ParallelTerminationStrategy: PID 24220 died...\u000a16:24:58.127752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24220): Terminated: ok {rc=0}\u000a16:24:58.137558 --- ParallelTerminationStrategy: PID 24223 died...\u000a16:24:58.191502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24223): Terminated: ok {rc=0}\u000a16:24:58.279966 bus /sierra_9: Setting Powered False\u000a16:24:59.383405 bus /sierra_9: Setting Powered False\u000a16:25:00.494797 bus /sierra_8: Setting Powered False\u000a16:25:01.610945 bus /sierra_8: Setting Powered False\u000a16:25:02.728584 bus /sierra_3: Setting Powered False\u000a16:25:03.833267 bus /sierra_3: Setting Powered False\u000a16:25:04.947059 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:24:40" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24244): Process ended prematurely: osmo-stp_10.42.42.5(pid=24244) [trial-2376↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24244)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24244): Process ended prematurely: osmo-stp_10.42.42.5(pid=24244) [trial-2376↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:25:07.056318 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:07.066821 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:25:07.200598 tst cs_paging_gprs_active.py: using LAC 29186\u000a16:25:07.316163 tst cs_paging_gprs_active.py: using RAC 116\u000a16:25:07.433800 tst cs_paging_gprs_active.py: using CellId 29186\u000a16:25:07.558737 tst cs_paging_gprs_active.py: using BVCI 29187\u000a16:25:07.583029 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:07.594138 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:07.604800 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:07.616173 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:07.627559 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:07.638929 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:07.650395 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:07.661639 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:07.673175 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:07.788160 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:08.077775 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:25:08.210585 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:25:08.538510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24234): Launched\u000a16:25:08.810956 run iperf3-srv_10.42.42.10(pid=24235): Launched\u000a16:25:09.005150 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:25:09.137482 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:25:09.464681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24236): Launched\u000a16:25:09.736379 run iperf3-srv_10.42.42.10(pid=24237): Launched\u000a16:25:09.931003 tst cs_paging_gprs_active.py:38: start network...\u000a16:25:10.063585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:10.567153 run create_hlr_db(pid=24238): Launched\u000a16:25:10.749608 bus /sierra_2: Setting Powered False\u000a16:25:11.770962 run create_hlr_db(pid=24238): Terminated: ok {rc=0}\u000a16:25:12.169927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24240): Launched\u000a16:25:12.465514 run osmo-hlr_10.42.42.2(pid=24241): Launched\u000a16:25:12.578780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:13.097949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24243): Launched\u000a16:25:13.392855 run osmo-stp_10.42.42.5(pid=24244): Launched\u000a16:25:13.500673 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:25:14.016609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24246): Launched\u000a16:25:14.122320 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:25:14.380779 run patchelf(pid=24247): Launched\u000a16:25:14.554383 run osmo-stp_10.42.42.5(pid=24244): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24244)]\u000a16:25:14.681307 run osmo-stp_10.42.42.5(pid=24244): stdout: \u000a| (launched: 2022-12-10_16:25:13.247927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:14.809506 run osmo-stp_10.42.42.5(pid=24244): stderr: \u000a| �[0;m�[38;5;43m20221210162513415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162513415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162513416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162513416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162513416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162513417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162513417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:14.932015 run osmo-stp_10.42.42.5(pid=24244): stdout: \u000a| (launched: 2022-12-10_16:25:13.247927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:15.053565 run osmo-stp_10.42.42.5(pid=24244): stderr: \u000a| �[0;m�[38;5;43m20221210162513415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162513415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162513416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162513416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162513416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162513417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162513417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:15.195112 run patchelf(pid=24247): Terminating (SIGINT)\u000a16:25:15.361846 run patchelf(pid=24247): Terminated: ok {rc=0}\u000a16:25:15.392398 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24244): Process ended prematurely: osmo-stp_10.42.42.5(pid=24244) [trial-2376↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24244)] [trial-2376↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a16:25:15.401547 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a16:25:15.462700 run osmo-hlr_10.42.42.2(pid=24241): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24241)]\u000a16:25:15.512183 run osmo-hlr_10.42.42.2(pid=24241): stdout: \u000a| (launched: 2022-12-10_16:25:12.319885) \u000a16:25:15.562235 run osmo-hlr_10.42.42.2(pid=24241): stderr: \u000a| �[0;m�[1;31m20221210162512492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162512492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162512492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162512492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162512493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162512493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162512505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162512513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162512514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162512514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:15.604860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24234): Terminating (SIGTERM)\u000a16:25:15.645344 run iperf3-srv_10.42.42.10(pid=24235): Terminating (SIGTERM)\u000a16:25:15.685815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24236): Terminating (SIGTERM)\u000a16:25:15.726229 run iperf3-srv_10.42.42.10(pid=24237): Terminating (SIGTERM)\u000a16:25:15.766533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24240): Terminating (SIGTERM)\u000a16:25:15.806850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24243): Terminating (SIGTERM)\u000a16:25:15.853648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24246): Terminating (SIGTERM)\u000a16:25:15.865826 --- ParallelTerminationStrategy: PID 24234 died...\u000a16:25:15.944226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24234): Terminated: ok {rc=0}\u000a16:25:15.955916 --- ParallelTerminationStrategy: PID 24235 died...\u000a16:25:16.015604 run iperf3-srv_10.42.42.10(pid=24235): Terminated {rc=256}\u000a16:25:16.027081 --- ParallelTerminationStrategy: PID 24236 died...\u000a16:25:16.087198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24236): Terminated: ok {rc=0}\u000a16:25:16.098371 --- ParallelTerminationStrategy: PID 24237 died...\u000a16:25:16.158185 run iperf3-srv_10.42.42.10(pid=24237): Terminated {rc=256}\u000a16:25:16.170307 --- ParallelTerminationStrategy: PID 24240 died...\u000a16:25:16.227953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24240): Terminated: ok {rc=0}\u000a16:25:16.238915 --- ParallelTerminationStrategy: PID 24243 died...\u000a16:25:16.296807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24243): Terminated: ok {rc=0}\u000a16:25:16.307973 --- ParallelTerminationStrategy: PID 24246 died...\u000a16:25:16.369047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24246): Terminated: ok {rc=0}\u000a16:25:16.458452 bus /gobi_0: Setting Powered False\u000a16:25:17.562944 bus /gobi_0: Setting Powered False\u000a16:25:18.669602 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24256): Process ended prematurely: osmo-stp_10.42.42.5(pid=24256) [trial-2376↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24256)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24256): Process ended prematurely: osmo-stp_10.42.42.5(pid=24256) [trial-2376↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a16:25:19.784278 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:19.795965 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:25:19.941221 tst iperf3.py: using LAC 29187\u000a16:25:20.065515 tst iperf3.py: using RAC 117\u000a16:25:20.188504 tst iperf3.py: using CellId 29187\u000a16:25:20.312375 tst iperf3.py: using BVCI 29188\u000a16:25:20.336605 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:20.347608 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:20.358367 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:20.369116 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:20.379714 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:20.390581 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:20.401479 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:20.412112 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:20.423007 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:20.706696 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:25:20.838353 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:25:21.165845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24248): Launched\u000a16:25:21.436787 run iperf3-srv_10.42.42.10(pid=24249): Launched\u000a16:25:21.630797 tst iperf3.py:8: start network...\u000a16:25:21.762795 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:22.269385 run create_hlr_db(pid=24250): Launched\u000a16:25:22.451997 bus /gobi_6: Setting Powered False\u000a16:25:23.473496 run create_hlr_db(pid=24250): Terminated: ok {rc=0}\u000a16:25:23.870466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24252): Launched\u000a16:25:24.166196 run osmo-hlr_10.42.42.2(pid=24253): Launched\u000a16:25:24.279302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:24.801743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24255): Launched\u000a16:25:25.095957 run osmo-stp_10.42.42.5(pid=24256): Launched\u000a16:25:25.204134 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:25:25.717447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24258): Launched\u000a16:25:25.822501 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:25:26.080054 run patchelf(pid=24259): Launched\u000a16:25:26.253456 run osmo-stp_10.42.42.5(pid=24256): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24256)]\u000a16:25:26.380103 run osmo-stp_10.42.42.5(pid=24256): stdout: \u000a| (launched: 2022-12-10_16:25:24.950987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:26.507206 run osmo-stp_10.42.42.5(pid=24256): stderr: \u000a| �[0;m�[38;5;43m20221210162525120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162525120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162525120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162525121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162525121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162525121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162525121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:26.630186 run osmo-stp_10.42.42.5(pid=24256): stdout: \u000a| (launched: 2022-12-10_16:25:24.950987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:26.751683 run osmo-stp_10.42.42.5(pid=24256): stderr: \u000a| �[0;m�[38;5;43m20221210162525120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162525120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162525120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162525121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162525121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162525121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162525121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:26.893002 run patchelf(pid=24259): Terminating (SIGINT)\u000a16:25:27.058940 run patchelf(pid=24259): Terminated: ok {rc=0}\u000a16:25:27.089837 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24256): Process ended prematurely: osmo-stp_10.42.42.5(pid=24256) [trial-2376↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24256)] [trial-2376↪gprs:trx-lms↪iperf3.py:8]\u000a16:25:27.098965 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a16:25:27.159645 run osmo-hlr_10.42.42.2(pid=24253): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24253)]\u000a16:25:27.208815 run osmo-hlr_10.42.42.2(pid=24253): stdout: \u000a| (launched: 2022-12-10_16:25:24.020861) \u000a16:25:27.258864 run osmo-hlr_10.42.42.2(pid=24253): stderr: \u000a| �[0;m�[1;31m20221210162524199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162524199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162524199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162524199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162524199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162524199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162524210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162524218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162524218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162524218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:27.301150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24248): Terminating (SIGTERM)\u000a16:25:27.340927 run iperf3-srv_10.42.42.10(pid=24249): Terminating (SIGTERM)\u000a16:25:27.380808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24252): Terminating (SIGTERM)\u000a16:25:27.420494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24255): Terminating (SIGTERM)\u000a16:25:27.460294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24258): Terminating (SIGTERM)\u000a16:25:27.470250 --- ParallelTerminationStrategy: PID 24248 died...\u000a16:25:27.524002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24248): Terminated: ok {rc=0}\u000a16:25:27.533853 --- ParallelTerminationStrategy: PID 24249 died...\u000a16:25:27.587180 run iperf3-srv_10.42.42.10(pid=24249): Terminated {rc=256}\u000a16:25:27.596800 --- ParallelTerminationStrategy: PID 24252 died...\u000a16:25:27.649842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24252): Terminated: ok {rc=0}\u000a16:25:27.659736 --- ParallelTerminationStrategy: PID 24255 died...\u000a16:25:27.713371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24255): Terminated: ok {rc=0}\u000a16:25:27.723299 --- ParallelTerminationStrategy: PID 24258 died...\u000a16:25:27.776853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24258): Terminated: ok {rc=0}\u000a16:25:27.864215 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24274): Process ended prematurely: osmo-stp_10.42.42.5(pid=24274) [trial-2376↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24274)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24274): Process ended prematurely: osmo-stp_10.42.42.5(pid=24274) [trial-2376↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a16:25:28.974763 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:28.985953 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:25:29.119984 tst iperf3m4.py: using LAC 29188\u000a16:25:29.237582 tst iperf3m4.py: using RAC 118\u000a16:25:29.353597 tst iperf3m4.py: using CellId 29188\u000a16:25:29.473675 tst iperf3m4.py: using BVCI 29189\u000a16:25:29.496261 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:29.506875 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:29.517210 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:29.527782 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:29.538324 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:29.548898 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:29.559629 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:29.570232 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:29.581096 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:29.699065 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:29.821283 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:29.934133 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:30.208131 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:25:30.331503 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:25:30.637254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24260): Launched\u000a16:25:30.900381 run iperf3-srv_10.42.42.10(pid=24261): Launched\u000a16:25:31.088288 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:25:31.214326 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:25:31.545688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24262): Launched\u000a16:25:31.855306 run iperf3-srv_10.42.42.10(pid=24263): Launched\u000a16:25:32.057060 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:25:32.205780 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:25:32.514753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24264): Launched\u000a16:25:32.767972 run iperf3-srv_10.42.42.10(pid=24265): Launched\u000a16:25:32.947973 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:25:33.070730 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:25:33.377435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24266): Launched\u000a16:25:33.631315 run iperf3-srv_10.42.42.10(pid=24267): Launched\u000a16:25:33.812208 tst iperf3m4.py:8: start network...\u000a16:25:33.935009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:34.398835 run create_hlr_db(pid=24268): Launched\u000a16:25:34.569468 bus /gobi_6: Setting Powered False\u000a16:25:35.592023 run create_hlr_db(pid=24268): Terminated: ok {rc=0}\u000a16:25:36.011236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24270): Launched\u000a16:25:36.328891 run osmo-hlr_10.42.42.2(pid=24271): Launched\u000a16:25:36.448555 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:36.998052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24273): Launched\u000a16:25:37.313908 run osmo-stp_10.42.42.5(pid=24274): Launched\u000a16:25:37.428466 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:25:37.978595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24276): Launched\u000a16:25:38.091918 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:25:38.367154 run patchelf(pid=24277): Launched\u000a16:25:38.552107 run osmo-stp_10.42.42.5(pid=24274): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24274)]\u000a16:25:38.688272 run osmo-stp_10.42.42.5(pid=24274): stdout: \u000a| (launched: 2022-12-10_16:25:37.159327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:38.824282 run osmo-stp_10.42.42.5(pid=24274): stderr: \u000a| �[0;m�[38;5;43m20221210162537347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162537347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162537347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162537347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162537348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162537348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162537348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:38.955177 run osmo-stp_10.42.42.5(pid=24274): stdout: \u000a| (launched: 2022-12-10_16:25:37.159327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:39.084798 run osmo-stp_10.42.42.5(pid=24274): stderr: \u000a| �[0;m�[38;5;43m20221210162537347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162537347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162537347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162537347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162537348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162537348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162537348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:39.235948 run patchelf(pid=24277): Terminating (SIGINT)\u000a16:25:39.413683 run patchelf(pid=24277): Terminated: ok {rc=0}\u000a16:25:39.446251 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24274): Process ended prematurely: osmo-stp_10.42.42.5(pid=24274) [trial-2376↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24274)] [trial-2376↪gprs:trx-lms↪iperf3m4.py:8]\u000a16:25:39.455961 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a16:25:39.519020 run osmo-hlr_10.42.42.2(pid=24271): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24271)]\u000a16:25:39.570300 run osmo-hlr_10.42.42.2(pid=24271): stdout: \u000a| (launched: 2022-12-10_16:25:36.174131) \u000a16:25:39.622136 run osmo-hlr_10.42.42.2(pid=24271): stderr: \u000a| �[0;m�[1;31m20221210162536370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162536370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162536370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162536370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162536370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162536370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162536382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162536390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162536391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162536391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:39.666449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24260): Terminating (SIGTERM)\u000a16:25:39.708112 run iperf3-srv_10.42.42.10(pid=24261): Terminating (SIGTERM)\u000a16:25:39.750027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24262): Terminating (SIGTERM)\u000a16:25:39.791750 run iperf3-srv_10.42.42.10(pid=24263): Terminating (SIGTERM)\u000a16:25:39.833713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24264): Terminating (SIGTERM)\u000a16:25:39.875501 run iperf3-srv_10.42.42.10(pid=24265): Terminating (SIGTERM)\u000a16:25:39.921352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24266): Terminating (SIGTERM)\u000a16:25:39.968235 run iperf3-srv_10.42.42.10(pid=24267): Terminating (SIGTERM)\u000a16:25:40.010545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24270): Terminating (SIGTERM)\u000a16:25:40.052573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24273): Terminating (SIGTERM)\u000a16:25:40.094628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24276): Terminating (SIGTERM)\u000a16:25:40.104257 --- ParallelTerminationStrategy: PID 24260 died...\u000a16:25:40.160557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24260): Terminated: ok {rc=0}\u000a16:25:40.170690 --- ParallelTerminationStrategy: PID 24261 died...\u000a16:25:40.226352 run iperf3-srv_10.42.42.10(pid=24261): Terminated {rc=256}\u000a16:25:40.236406 --- ParallelTerminationStrategy: PID 24262 died...\u000a16:25:40.291914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24262): Terminated: ok {rc=0}\u000a16:25:40.301968 --- ParallelTerminationStrategy: PID 24263 died...\u000a16:25:40.357465 run iperf3-srv_10.42.42.10(pid=24263): Terminated {rc=256}\u000a16:25:40.367533 --- ParallelTerminationStrategy: PID 24264 died...\u000a16:25:40.423034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24264): Terminated: ok {rc=0}\u000a16:25:40.433116 --- ParallelTerminationStrategy: PID 24265 died...\u000a16:25:40.488942 run iperf3-srv_10.42.42.10(pid=24265): Terminated {rc=256}\u000a16:25:40.499100 --- ParallelTerminationStrategy: PID 24266 died...\u000a16:25:40.554670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24266): Terminated: ok {rc=0}\u000a16:25:40.564688 --- ParallelTerminationStrategy: PID 24267 died...\u000a16:25:40.620328 run iperf3-srv_10.42.42.10(pid=24267): Terminated {rc=256}\u000a16:25:40.630488 --- ParallelTerminationStrategy: PID 24270 died...\u000a16:25:40.686084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24270): Terminated: ok {rc=0}\u000a16:25:40.696091 --- ParallelTerminationStrategy: PID 24273 died...\u000a16:25:40.751872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24273): Terminated: ok {rc=0}\u000a16:25:40.762039 --- ParallelTerminationStrategy: PID 24276 died...\u000a16:25:40.817832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24276): Terminated: ok {rc=0}\u000a16:25:40.905311 bus /gobi_4: Setting Powered False\u000a16:25:42.009213 bus /gobi_4: Setting Powered False\u000a16:25:43.117496 bus /gobi_1: Setting Powered False\u000a16:25:44.219388 bus /gobi_1: Setting Powered False\u000a16:25:45.329973 bus /gobi_0: Setting Powered False\u000a16:25:46.442922 bus /gobi_0: Setting Powered False\u000a16:25:47.553231 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24284): Process ended prematurely: osmo-stp_10.42.42.5(pid=24284) [trial-2376↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24284)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24284): Process ended prematurely: osmo-stp_10.42.42.5(pid=24284) [trial-2376↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a16:25:48.621528 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:48.632533 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:25:48.783438 tst ping.py: using LAC 29189\u000a16:25:48.898876 tst ping.py: using RAC 119\u000a16:25:49.011501 tst ping.py: using CellId 29189\u000a16:25:49.123631 tst ping.py: using BVCI 29190\u000a16:25:49.145789 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:49.156229 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:49.166596 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:49.177176 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:49.187714 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:49.198223 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:49.208796 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:49.219589 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:49.490604 tst ping.py:19: start network...\u000a16:25:49.612304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:50.067260 run create_hlr_db(pid=24278): Launched\u000a16:25:50.235467 bus /gobi_6: Setting Powered False\u000a16:25:51.268780 run create_hlr_db(pid=24278): Terminated: ok {rc=0}\u000a16:25:51.666183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24280): Launched\u000a16:25:51.976003 run osmo-hlr_10.42.42.2(pid=24281): Launched\u000a16:25:52.090090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:52.634142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24283): Launched\u000a16:25:52.943834 run osmo-stp_10.42.42.5(pid=24284): Launched\u000a16:25:53.056367 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:25:53.597471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24286): Launched\u000a16:25:53.708309 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:25:53.979138 run patchelf(pid=24287): Launched\u000a16:25:54.162179 run osmo-stp_10.42.42.5(pid=24284): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24284)]\u000a16:25:54.295854 run osmo-stp_10.42.42.5(pid=24284): stdout: \u000a| (launched: 2022-12-10_16:25:52.792342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:54.429368 run osmo-stp_10.42.42.5(pid=24284): stderr: \u000a| �[0;m�[38;5;43m20221210162552981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162552982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162552982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162552982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162552983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162552983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162552983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:54.558308 run osmo-stp_10.42.42.5(pid=24284): stdout: \u000a| (launched: 2022-12-10_16:25:52.792342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:54.686189 run osmo-stp_10.42.42.5(pid=24284): stderr: \u000a| �[0;m�[38;5;43m20221210162552981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162552982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162552982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162552982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162552983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162552983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162552983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:54.834635 run patchelf(pid=24287): Terminating (SIGINT)\u000a16:25:55.008746 run patchelf(pid=24287): Terminated: ok {rc=0}\u000a16:25:55.040441 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24284): Process ended prematurely: osmo-stp_10.42.42.5(pid=24284) [trial-2376↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24284)] [trial-2376↪gprs:trx-lms↪ping.py:22]\u000a16:25:55.050003 tst ping.py:22: Test FAILED (6.4 sec)\u000a16:25:55.112941 run osmo-hlr_10.42.42.2(pid=24281): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24281)]\u000a16:25:55.164466 run osmo-hlr_10.42.42.2(pid=24281): stdout: \u000a| (launched: 2022-12-10_16:25:51.824242) \u000a16:25:55.216654 run osmo-hlr_10.42.42.2(pid=24281): stderr: \u000a| �[0;m�[1;31m20221210162552020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162552020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162552020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162552020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162552020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162552020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162552038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162552049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162552050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162552050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:55.261038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24280): Terminating (SIGTERM)\u000a16:25:55.303037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24283): Terminating (SIGTERM)\u000a16:25:55.345244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24286): Terminating (SIGTERM)\u000a16:25:55.355074 --- ParallelTerminationStrategy: PID 24280 died...\u000a16:25:55.411761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24280): Terminated: ok {rc=0}\u000a16:25:55.422079 --- ParallelTerminationStrategy: PID 24283 died...\u000a16:25:55.478020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24283): Terminated: ok {rc=0}\u000a16:25:55.488075 --- ParallelTerminationStrategy: PID 24286 died...\u000a16:25:55.543863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24286): Terminated: ok {rc=0}\u000a16:25:55.631708 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24294): Process ended prematurely: osmo-stp_10.42.42.5(pid=24294) [trial-2376↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24294)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24294): Process ended prematurely: osmo-stp_10.42.42.5(pid=24294) [trial-2376↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a16:25:56.685345 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:56.697390 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:25:56.841376 tst ping_idle_ping.py: using LAC 29190\u000a16:25:56.962324 tst ping_idle_ping.py: using RAC 120\u000a16:25:57.083011 tst ping_idle_ping.py: using CellId 29190\u000a16:25:57.203818 tst ping_idle_ping.py: using BVCI 29191\u000a16:25:57.227718 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:57.238788 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:57.249670 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:57.260482 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:57.271323 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:57.282129 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:57.293113 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:57.303935 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:57.587061 tst ping_idle_ping.py:24: start network...\u000a16:25:57.716706 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:58.217829 run create_hlr_db(pid=24288): Launched\u000a16:25:58.400069 bus /gobi_6: Setting Powered False\u000a16:25:59.420431 run create_hlr_db(pid=24288): Terminated: ok {rc=0}\u000a16:25:59.813523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24290): Launched\u000a16:26:00.106965 run osmo-hlr_10.42.42.2(pid=24291): Launched\u000a16:26:00.218275 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:00.732379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24293): Launched\u000a16:26:01.176207 run osmo-stp_10.42.42.5(pid=24294): Launched\u000a16:26:01.456035 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:26:02.048179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24296): Launched\u000a16:26:02.162336 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:26:02.435084 run patchelf(pid=24297): Launched\u000a16:26:02.617826 run osmo-stp_10.42.42.5(pid=24294): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24294)]\u000a16:26:02.751105 run osmo-stp_10.42.42.5(pid=24294): stdout: \u000a| (launched: 2022-12-10_16:26:00.894978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:02.884737 run osmo-stp_10.42.42.5(pid=24294): stderr: \u000a| �[0;m�[38;5;43m20221210162601186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162601186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162601187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162601189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162601194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162601194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162601195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:03.013769 run osmo-stp_10.42.42.5(pid=24294): stdout: \u000a| (launched: 2022-12-10_16:26:00.894978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:03.141907 run osmo-stp_10.42.42.5(pid=24294): stderr: \u000a| �[0;m�[38;5;43m20221210162601186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162601186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162601187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162601189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162601194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162601194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162601195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:03.289995 run patchelf(pid=24297): Terminating (SIGINT)\u000a16:26:03.464118 run patchelf(pid=24297): Terminated: ok {rc=0}\u000a16:26:03.495870 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24294): Process ended prematurely: osmo-stp_10.42.42.5(pid=24294) [trial-2376↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24294)] [trial-2376↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a16:26:03.504913 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a16:26:03.567941 run osmo-hlr_10.42.42.2(pid=24291): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24291)]\u000a16:26:03.619557 run osmo-hlr_10.42.42.2(pid=24291): stdout: \u000a| (launched: 2022-12-10_16:25:59.962920) \u000a16:26:03.671651 run osmo-hlr_10.42.42.2(pid=24291): stderr: \u000a| �[0;m�[1;31m20221210162600139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162600140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162600140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162600140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162600140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162600140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162600152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162600160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162600161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162600161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:03.716278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24290): Terminating (SIGTERM)\u000a16:26:03.758479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24293): Terminating (SIGTERM)\u000a16:26:03.800725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24296): Terminating (SIGTERM)\u000a16:26:03.810537 --- ParallelTerminationStrategy: PID 24290 died...\u000a16:26:03.867310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24290): Terminated: ok {rc=0}\u000a16:26:03.877683 --- ParallelTerminationStrategy: PID 24293 died...\u000a16:26:03.933788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24293): Terminated: ok {rc=0}\u000a16:26:03.943865 --- ParallelTerminationStrategy: PID 24296 died...\u000a16:26:04.000306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24296): Terminated: ok {rc=0}\u000a16:26:04.086507 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:25:06" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24311): Process ended prematurely: osmo-stp_10.42.42.5(pid=24311) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24311)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24311): Process ended prematurely: osmo-stp_10.42.42.5(pid=24311) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:26:06.244505 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:06.255651 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:26:06.397287 tst cs_paging_gprs_active.py: using LAC 29191\u000a16:26:06.520538 tst cs_paging_gprs_active.py: using RAC 121\u000a16:26:06.643620 tst cs_paging_gprs_active.py: using CellId 29191\u000a16:26:06.766741 tst cs_paging_gprs_active.py: using BVCI 29192\u000a16:26:06.791129 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:06.802454 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:06.813526 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:06.824581 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:06.835537 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:06.846506 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:06.857693 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:06.868514 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:06.879738 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:26:06.995716 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:26:07.286099 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:26:07.418959 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:26:07.747499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24301): Launched\u000a16:26:08.019680 run iperf3-srv_10.42.42.10(pid=24302): Launched\u000a16:26:08.214974 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:26:08.347324 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:26:08.676679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24303): Launched\u000a16:26:08.949253 run iperf3-srv_10.42.42.10(pid=24304): Launched\u000a16:26:09.145246 tst cs_paging_gprs_active.py:38: start network...\u000a16:26:09.277823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:09.785125 run create_hlr_db(pid=24305): Launched\u000a16:26:09.968151 bus /gobi_6: Setting Powered False\u000a16:26:10.990283 run create_hlr_db(pid=24305): Terminated: ok {rc=0}\u000a16:26:11.412304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24307): Launched\u000a16:26:11.728012 run osmo-hlr_10.42.42.2(pid=24308): Launched\u000a16:26:11.843207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:12.392407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24310): Launched\u000a16:26:12.708369 run osmo-stp_10.42.42.5(pid=24311): Launched\u000a16:26:12.822670 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:26:13.375602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24313): Launched\u000a16:26:13.488791 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:26:13.765064 run patchelf(pid=24314): Launched\u000a16:26:13.952300 run osmo-stp_10.42.42.5(pid=24311): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24311)]\u000a16:26:14.089191 run osmo-stp_10.42.42.5(pid=24311): stdout: \u000a| (launched: 2022-12-10_16:26:12.554128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:14.225958 run osmo-stp_10.42.42.5(pid=24311): stderr: \u000a| �[0;m�[38;5;43m20221210162612744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162612744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162612745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162612745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162612746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162612746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162612746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:14.357561 run osmo-stp_10.42.42.5(pid=24311): stdout: \u000a| (launched: 2022-12-10_16:26:12.554128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:14.489027 run osmo-stp_10.42.42.5(pid=24311): stderr: \u000a| �[0;m�[38;5;43m20221210162612744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162612744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162612745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162612745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162612746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162612746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162612746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:14.640812 run patchelf(pid=24314): Terminating (SIGINT)\u000a16:26:14.819135 run patchelf(pid=24314): Terminated: ok {rc=0}\u000a16:26:14.851903 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24311): Process ended prematurely: osmo-stp_10.42.42.5(pid=24311) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24311)] [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:26:14.861648 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:26:14.924646 run osmo-hlr_10.42.42.2(pid=24308): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24308)]\u000a16:26:14.976147 run osmo-hlr_10.42.42.2(pid=24308): stdout: \u000a| (launched: 2022-12-10_16:26:11.573563) \u000a16:26:15.028463 run osmo-hlr_10.42.42.2(pid=24308): stderr: \u000a| �[0;m�[1;31m20221210162611771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162611771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162611771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162611771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162611771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162611771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162611784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162611793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162611793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162611793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:15.073479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24301): Terminating (SIGTERM)\u000a16:26:15.115545 run iperf3-srv_10.42.42.10(pid=24302): Terminating (SIGTERM)\u000a16:26:15.157605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24303): Terminating (SIGTERM)\u000a16:26:15.199446 run iperf3-srv_10.42.42.10(pid=24304): Terminating (SIGTERM)\u000a16:26:15.241426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24307): Terminating (SIGTERM)\u000a16:26:15.283426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24310): Terminating (SIGTERM)\u000a16:26:15.325509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24313): Terminating (SIGTERM)\u000a16:26:15.335217 --- ParallelTerminationStrategy: PID 24301 died...\u000a16:26:15.391390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24301): Terminated: ok {rc=0}\u000a16:26:15.401594 --- ParallelTerminationStrategy: PID 24302 died...\u000a16:26:15.457271 run iperf3-srv_10.42.42.10(pid=24302): Terminated {rc=256}\u000a16:26:15.467336 --- ParallelTerminationStrategy: PID 24303 died...\u000a16:26:15.523200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24303): Terminated: ok {rc=0}\u000a16:26:15.533381 --- ParallelTerminationStrategy: PID 24304 died...\u000a16:26:15.588920 run iperf3-srv_10.42.42.10(pid=24304): Terminated {rc=256}\u000a16:26:15.599067 --- ParallelTerminationStrategy: PID 24307 died...\u000a16:26:15.655076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24307): Terminated: ok {rc=0}\u000a16:26:15.665294 --- ParallelTerminationStrategy: PID 24310 died...\u000a16:26:15.721312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24310): Terminated: ok {rc=0}\u000a16:26:15.731526 --- ParallelTerminationStrategy: PID 24313 died...\u000a16:26:15.787691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24313): Terminated: ok {rc=0}\u000a16:26:15.909490 bus /gobi_0: Setting Powered False\u000a16:26:17.014443 bus /gobi_0: Setting Powered False\u000a16:26:18.120991 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24323): Process ended prematurely: osmo-stp_10.42.42.5(pid=24323) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24323)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24323): Process ended prematurely: osmo-stp_10.42.42.5(pid=24323) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:26:19.233272 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:19.245113 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:26:19.389806 tst iperf3.py: using LAC 29192\u000a16:26:19.515681 tst iperf3.py: using RAC 122\u000a16:26:19.641352 tst iperf3.py: using CellId 29192\u000a16:26:19.765718 tst iperf3.py: using BVCI 29193\u000a16:26:19.790440 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:19.801778 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:19.812770 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:19.823932 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:19.834925 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:19.845884 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:19.856927 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:19.867852 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:19.879068 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:26:20.167209 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:26:20.299250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:26:20.627912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24315): Launched\u000a16:26:20.899602 run iperf3-srv_10.42.42.10(pid=24316): Launched\u000a16:26:21.094249 tst iperf3.py:8: start network...\u000a16:26:21.226812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:21.730710 run create_hlr_db(pid=24317): Launched\u000a16:26:21.921471 bus /gobi_6: Setting Powered False\u000a16:26:22.936255 run create_hlr_db(pid=24317): Terminated: ok {rc=0}\u000a16:26:23.335382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24319): Launched\u000a16:26:23.633500 run osmo-hlr_10.42.42.2(pid=24320): Launched\u000a16:26:23.750887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:24.274026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24322): Launched\u000a16:26:24.570175 run osmo-stp_10.42.42.5(pid=24323): Launched\u000a16:26:24.678649 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:26:25.193307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24325): Launched\u000a16:26:25.298712 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:26:25.556195 run patchelf(pid=24326): Launched\u000a16:26:25.730297 run osmo-stp_10.42.42.5(pid=24323): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24323)]\u000a16:26:25.857957 run osmo-stp_10.42.42.5(pid=24323): stdout: \u000a| (launched: 2022-12-10_16:26:24.424130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:25.985454 run osmo-stp_10.42.42.5(pid=24323): stderr: \u000a| �[0;m�[38;5;43m20221210162624593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162624593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162624593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162624593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162624594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162624594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162624594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:26.108585 run osmo-stp_10.42.42.5(pid=24323): stdout: \u000a| (launched: 2022-12-10_16:26:24.424130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:26.230670 run osmo-stp_10.42.42.5(pid=24323): stderr: \u000a| �[0;m�[38;5;43m20221210162624593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162624593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162624593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162624593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162624594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162624594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162624594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:26.372887 run patchelf(pid=24326): Terminating (SIGINT)\u000a16:26:26.540321 run patchelf(pid=24326): Terminated: ok {rc=0}\u000a16:26:26.571169 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24323): Process ended prematurely: osmo-stp_10.42.42.5(pid=24323) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24323)] [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a16:26:26.580280 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a16:26:26.641138 run osmo-hlr_10.42.42.2(pid=24320): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24320)]\u000a16:26:26.689996 run osmo-hlr_10.42.42.2(pid=24320): stdout: \u000a| (launched: 2022-12-10_16:26:23.486414) \u000a16:26:26.739761 run osmo-hlr_10.42.42.2(pid=24320): stderr: \u000a| �[0;m�[1;31m20221210162623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162623671 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162623680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162623680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162623680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:26.781879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24315): Terminating (SIGTERM)\u000a16:26:26.822311 run iperf3-srv_10.42.42.10(pid=24316): Terminating (SIGTERM)\u000a16:26:26.862165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24319): Terminating (SIGTERM)\u000a16:26:26.902007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24322): Terminating (SIGTERM)\u000a16:26:26.941711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24325): Terminating (SIGTERM)\u000a16:26:26.951231 --- ParallelTerminationStrategy: PID 24315 died...\u000a16:26:27.005154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24315): Terminated: ok {rc=0}\u000a16:26:27.014952 --- ParallelTerminationStrategy: PID 24316 died...\u000a16:26:27.068133 run iperf3-srv_10.42.42.10(pid=24316): Terminated {rc=256}\u000a16:26:27.078095 --- ParallelTerminationStrategy: PID 24319 died...\u000a16:26:27.131234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24319): Terminated: ok {rc=0}\u000a16:26:27.141072 --- ParallelTerminationStrategy: PID 24322 died...\u000a16:26:27.194360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24322): Terminated: ok {rc=0}\u000a16:26:27.204329 --- ParallelTerminationStrategy: PID 24325 died...\u000a16:26:27.257912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24325): Terminated: ok {rc=0}\u000a16:26:27.346219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24341): Process ended prematurely: osmo-stp_10.42.42.5(pid=24341) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24341)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24341): Process ended prematurely: osmo-stp_10.42.42.5(pid=24341) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:26:28.455698 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:28.467119 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:26:28.604540 tst iperf3m4.py: using LAC 29193\u000a16:26:28.720822 tst iperf3m4.py: using RAC 123\u000a16:26:28.838670 tst iperf3m4.py: using CellId 29193\u000a16:26:28.956062 tst iperf3m4.py: using BVCI 29194\u000a16:26:28.978712 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:28.989625 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:29.000167 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:29.011073 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:29.021972 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:29.032898 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:29.044124 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:29.055022 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:29.066271 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:26:29.180310 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:26:29.300220 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:26:29.417640 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:26:29.709537 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:26:29.842563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:26:30.170568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24327): Launched\u000a16:26:30.442742 run iperf3-srv_10.42.42.10(pid=24328): Launched\u000a16:26:30.637642 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:26:30.769864 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:26:31.138790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24329): Launched\u000a16:26:31.435253 run iperf3-srv_10.42.42.10(pid=24330): Launched\u000a16:26:31.634015 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:26:31.768906 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:26:32.115750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24331): Launched\u000a16:26:32.375550 run iperf3-srv_10.42.42.10(pid=24332): Launched\u000a16:26:32.556887 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:26:32.680824 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:26:32.987190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24333): Launched\u000a16:26:33.241149 run iperf3-srv_10.42.42.10(pid=24334): Launched\u000a16:26:33.421147 tst iperf3m4.py:8: start network...\u000a16:26:33.544233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:34.009108 run create_hlr_db(pid=24335): Launched\u000a16:26:34.180090 bus /gobi_6: Setting Powered False\u000a16:26:35.202927 run create_hlr_db(pid=24335): Terminated: ok {rc=0}\u000a16:26:35.623771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24337): Launched\u000a16:26:35.940892 run osmo-hlr_10.42.42.2(pid=24338): Launched\u000a16:26:36.059403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:36.611896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24340): Launched\u000a16:26:36.927125 run osmo-stp_10.42.42.5(pid=24341): Launched\u000a16:26:37.041362 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:26:37.591206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24343): Launched\u000a16:26:37.703584 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:26:37.977911 run patchelf(pid=24344): Launched\u000a16:26:38.163392 run osmo-stp_10.42.42.5(pid=24341): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24341)]\u000a16:26:38.299226 run osmo-stp_10.42.42.5(pid=24341): stdout: \u000a| (launched: 2022-12-10_16:26:36.772585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:38.435311 run osmo-stp_10.42.42.5(pid=24341): stderr: \u000a| �[0;m�[38;5;43m20221210162636959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162636959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162636959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162636960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162636960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162636960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162636960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:38.566176 run osmo-stp_10.42.42.5(pid=24341): stdout: \u000a| (launched: 2022-12-10_16:26:36.772585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:38.696481 run osmo-stp_10.42.42.5(pid=24341): stderr: \u000a| �[0;m�[38;5;43m20221210162636959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162636959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162636959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162636960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162636960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162636960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162636960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:38.847571 run patchelf(pid=24344): Terminating (SIGINT)\u000a16:26:39.024899 run patchelf(pid=24344): Terminated: ok {rc=0}\u000a16:26:39.057437 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24341): Process ended prematurely: osmo-stp_10.42.42.5(pid=24341) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24341)] [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:26:39.067536 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a16:26:39.130653 run osmo-hlr_10.42.42.2(pid=24338): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24338)]\u000a16:26:39.181891 run osmo-hlr_10.42.42.2(pid=24338): stdout: \u000a| (launched: 2022-12-10_16:26:35.785662) \u000a16:26:39.233604 run osmo-hlr_10.42.42.2(pid=24338): stderr: \u000a| �[0;m�[1;31m20221210162635981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162635981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162635981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162635981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162635981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162635981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162635993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162636001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162636001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162636001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:39.277749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24327): Terminating (SIGTERM)\u000a16:26:39.319292 run iperf3-srv_10.42.42.10(pid=24328): Terminating (SIGTERM)\u000a16:26:39.361136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24329): Terminating (SIGTERM)\u000a16:26:39.402779 run iperf3-srv_10.42.42.10(pid=24330): Terminating (SIGTERM)\u000a16:26:39.444475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24331): Terminating (SIGTERM)\u000a16:26:39.486200 run iperf3-srv_10.42.42.10(pid=24332): Terminating (SIGTERM)\u000a16:26:39.527938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24333): Terminating (SIGTERM)\u000a16:26:39.569651 run iperf3-srv_10.42.42.10(pid=24334): Terminating (SIGTERM)\u000a16:26:39.611361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24337): Terminating (SIGTERM)\u000a16:26:39.652812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24340): Terminating (SIGTERM)\u000a16:26:39.694650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24343): Terminating (SIGTERM)\u000a16:26:39.704291 --- ParallelTerminationStrategy: PID 24327 died...\u000a16:26:39.760377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24327): Terminated: ok {rc=0}\u000a16:26:39.770483 --- ParallelTerminationStrategy: PID 24328 died...\u000a16:26:39.826168 run iperf3-srv_10.42.42.10(pid=24328): Terminated {rc=256}\u000a16:26:39.836164 --- ParallelTerminationStrategy: PID 24329 died...\u000a16:26:39.891767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24329): Terminated: ok {rc=0}\u000a16:26:39.901847 --- ParallelTerminationStrategy: PID 24330 died...\u000a16:26:39.957270 run iperf3-srv_10.42.42.10(pid=24330): Terminated {rc=256}\u000a16:26:39.967336 --- ParallelTerminationStrategy: PID 24331 died...\u000a16:26:40.022675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24331): Terminated: ok {rc=0}\u000a16:26:40.032686 --- ParallelTerminationStrategy: PID 24332 died...\u000a16:26:40.089272 run iperf3-srv_10.42.42.10(pid=24332): Terminated {rc=256}\u000a16:26:40.099304 --- ParallelTerminationStrategy: PID 24333 died...\u000a16:26:40.154795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24333): Terminated: ok {rc=0}\u000a16:26:40.164701 --- ParallelTerminationStrategy: PID 24334 died...\u000a16:26:40.219981 run iperf3-srv_10.42.42.10(pid=24334): Terminated {rc=256}\u000a16:26:40.229972 --- ParallelTerminationStrategy: PID 24337 died...\u000a16:26:40.285404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24337): Terminated: ok {rc=0}\u000a16:26:40.295423 --- ParallelTerminationStrategy: PID 24340 died...\u000a16:26:40.351064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24340): Terminated: ok {rc=0}\u000a16:26:40.361323 --- ParallelTerminationStrategy: PID 24343 died...\u000a16:26:40.416901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24343): Terminated: ok {rc=0}\u000a16:26:40.504025 bus /gobi_4: Setting Powered False\u000a16:26:41.610997 bus /gobi_4: Setting Powered False\u000a16:26:42.720620 bus /gobi_1: Setting Powered False\u000a16:26:43.823227 bus /gobi_1: Setting Powered False\u000a16:26:44.930673 bus /gobi_0: Setting Powered False\u000a16:26:46.060340 bus /gobi_0: Setting Powered False\u000a16:26:47.179808 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24351): Process ended prematurely: osmo-stp_10.42.42.5(pid=24351) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24351)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24351): Process ended prematurely: osmo-stp_10.42.42.5(pid=24351) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:26:48.246251 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:48.257662 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:26:48.392858 tst ping.py: using LAC 29194\u000a16:26:48.507075 tst ping.py: using RAC 124\u000a16:26:48.622404 tst ping.py: using CellId 29194\u000a16:26:48.738257 tst ping.py: using BVCI 29195\u000a16:26:48.760304 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:48.771206 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:48.781818 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:48.792666 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:48.803498 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:48.814383 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:48.825619 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:48.836712 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:26:49.105680 tst ping.py:19: start network...\u000a16:26:49.226668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:49.680889 run create_hlr_db(pid=24345): Launched\u000a16:26:49.848541 bus /gobi_6: Setting Powered False\u000a16:26:50.870556 run create_hlr_db(pid=24345): Terminated: ok {rc=0}\u000a16:26:51.284190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24347): Launched\u000a16:26:51.595230 run osmo-hlr_10.42.42.2(pid=24348): Launched\u000a16:26:51.714643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:52.257315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24350): Launched\u000a16:26:52.567845 run osmo-stp_10.42.42.5(pid=24351): Launched\u000a16:26:52.681739 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:26:53.225569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24353): Launched\u000a16:26:53.336062 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:26:53.606757 run patchelf(pid=24354): Launched\u000a16:26:53.789017 run osmo-stp_10.42.42.5(pid=24351): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24351)]\u000a16:26:53.922280 run osmo-stp_10.42.42.5(pid=24351): stdout: \u000a| (launched: 2022-12-10_16:26:52.415148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:54.055871 run osmo-stp_10.42.42.5(pid=24351): stderr: \u000a| �[0;m�[38;5;43m20221210162652605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162652605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162652605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162652606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162652608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162652608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162652608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:54.185312 run osmo-stp_10.42.42.5(pid=24351): stdout: \u000a| (launched: 2022-12-10_16:26:52.415148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:54.313336 run osmo-stp_10.42.42.5(pid=24351): stderr: \u000a| �[0;m�[38;5;43m20221210162652605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162652605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162652605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162652606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162652608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162652608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162652608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:54.461884 run patchelf(pid=24354): Terminating (SIGINT)\u000a16:26:54.636338 run patchelf(pid=24354): Terminated: ok {rc=0}\u000a16:26:54.668066 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24351): Process ended prematurely: osmo-stp_10.42.42.5(pid=24351) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24351)] [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a16:26:54.677269 tst ping.py:22: Test FAILED (6.4 sec)\u000a16:26:54.740549 run osmo-hlr_10.42.42.2(pid=24348): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24348)]\u000a16:26:54.792331 run osmo-hlr_10.42.42.2(pid=24348): stdout: \u000a| (launched: 2022-12-10_16:26:51.442288) \u000a16:26:54.844356 run osmo-hlr_10.42.42.2(pid=24348): stderr: \u000a| �[0;m�[1;31m20221210162651637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162651637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162651637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162651637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162651638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162651638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162651650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162651658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162651659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162651659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:54.888743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24347): Terminating (SIGTERM)\u000a16:26:54.930721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24350): Terminating (SIGTERM)\u000a16:26:54.972773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24353): Terminating (SIGTERM)\u000a16:26:54.982587 --- ParallelTerminationStrategy: PID 24347 died...\u000a16:26:55.038969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24347): Terminated: ok {rc=0}\u000a16:26:55.049146 --- ParallelTerminationStrategy: PID 24350 died...\u000a16:26:55.105578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24350): Terminated: ok {rc=0}\u000a16:26:55.115693 --- ParallelTerminationStrategy: PID 24353 died...\u000a16:26:55.171840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24353): Terminated: ok {rc=0}\u000a16:26:55.259147 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24361): Process ended prematurely: osmo-stp_10.42.42.5(pid=24361) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24361)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24361): Process ended prematurely: osmo-stp_10.42.42.5(pid=24361) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:26:56.312650 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:56.324799 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:26:56.467835 tst ping_idle_ping.py: using LAC 29195\u000a16:26:56.589922 tst ping_idle_ping.py: using RAC 125\u000a16:26:56.713681 tst ping_idle_ping.py: using CellId 29195\u000a16:26:56.836218 tst ping_idle_ping.py: using BVCI 29196\u000a16:26:56.860063 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:56.871400 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:56.882543 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:56.893617 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:56.904624 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:56.915754 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:56.927090 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:56.938197 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:26:57.222243 tst ping_idle_ping.py:24: start network...\u000a16:26:57.352202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:57.850165 run create_hlr_db(pid=24355): Launched\u000a16:26:58.030583 bus /gobi_6: Setting Powered False\u000a16:26:59.052221 run create_hlr_db(pid=24355): Terminated: ok {rc=0}\u000a16:26:59.444794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24357): Launched\u000a16:26:59.737097 run osmo-hlr_10.42.42.2(pid=24358): Launched\u000a16:26:59.844528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:00.351546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24360): Launched\u000a16:27:00.643853 run osmo-stp_10.42.42.5(pid=24361): Launched\u000a16:27:00.755847 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:27:01.402103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24363): Launched\u000a16:27:01.542546 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:27:01.860902 run patchelf(pid=24364): Launched\u000a16:27:02.037103 run osmo-stp_10.42.42.5(pid=24361): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24361)]\u000a16:27:02.165626 run osmo-stp_10.42.42.5(pid=24361): stdout: \u000a| (launched: 2022-12-10_16:27:00.499306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:02.294424 run osmo-stp_10.42.42.5(pid=24361): stderr: \u000a| �[0;m�[38;5;43m20221210162700667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162700667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162700667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162700668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162700668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162700668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162700668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:02.416480 run osmo-stp_10.42.42.5(pid=24361): stdout: \u000a| (launched: 2022-12-10_16:27:00.499306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:02.535800 run osmo-stp_10.42.42.5(pid=24361): stderr: \u000a| �[0;m�[38;5;43m20221210162700667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162700667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162700667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162700668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162700668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162700668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162700668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:02.675270 run patchelf(pid=24364): Terminating (SIGINT)\u000a16:27:02.839917 run patchelf(pid=24364): Terminated: ok {rc=0}\u000a16:27:02.870129 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24361): Process ended prematurely: osmo-stp_10.42.42.5(pid=24361) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24361)] [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:27:02.878783 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:27:02.939273 run osmo-hlr_10.42.42.2(pid=24358): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24358)]\u000a16:27:02.988400 run osmo-hlr_10.42.42.2(pid=24358): stdout: \u000a| (launched: 2022-12-10_16:26:59.592442) \u000a16:27:03.038578 run osmo-hlr_10.42.42.2(pid=24358): stderr: \u000a| �[0;m�[1;31m20221210162659765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162659765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162659765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162659765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162659765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162659765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162659777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162659786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162659786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162659786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:03.080925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24357): Terminating (SIGTERM)\u000a16:27:03.121176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24360): Terminating (SIGTERM)\u000a16:27:03.161834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24363): Terminating (SIGTERM)\u000a16:27:03.171336 --- ParallelTerminationStrategy: PID 24357 died...\u000a16:27:03.225859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24357): Terminated: ok {rc=0}\u000a16:27:03.235689 --- ParallelTerminationStrategy: PID 24360 died...\u000a16:27:03.289874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24360): Terminated: ok {rc=0}\u000a16:27:03.299954 --- ParallelTerminationStrategy: PID 24363 died...\u000a16:27:03.354408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24363): Terminated: ok {rc=0}\u000a16:27:03.438908 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:26:05" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24378): Process ended prematurely: osmo-stp_10.42.42.5(pid=24378) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24378)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24378): Process ended prematurely: osmo-stp_10.42.42.5(pid=24378) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:27:05.575158 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:05.585955 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:27:05.737855 tst cs_paging_gprs_active.py: using LAC 29196\u000a16:27:05.854454 tst cs_paging_gprs_active.py: using RAC 126\u000a16:27:05.970463 tst cs_paging_gprs_active.py: using CellId 29196\u000a16:27:06.086812 tst cs_paging_gprs_active.py: using BVCI 29197\u000a16:27:06.109564 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:06.120287 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:06.130944 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:06.141967 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:06.152674 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:06.163647 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:06.174678 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:06.185473 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:06.196359 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:27:06.315097 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:27:06.590277 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:27:06.714014 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:07.022410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24368): Launched\u000a16:27:07.276399 run iperf3-srv_10.42.42.10(pid=24369): Launched\u000a16:27:07.457434 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:27:07.580658 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:07.888246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24370): Launched\u000a16:27:08.142741 run iperf3-srv_10.42.42.10(pid=24371): Launched\u000a16:27:08.322884 tst cs_paging_gprs_active.py:38: start network...\u000a16:27:08.445964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:08.908932 run create_hlr_db(pid=24372): Launched\u000a16:27:09.078865 bus /gobi_6: Setting Powered False\u000a16:27:10.101801 run create_hlr_db(pid=24372): Terminated: ok {rc=0}\u000a16:27:10.520270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24374): Launched\u000a16:27:10.838655 run osmo-hlr_10.42.42.2(pid=24375): Launched\u000a16:27:10.953915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:11.500569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24377): Launched\u000a16:27:11.814674 run osmo-stp_10.42.42.5(pid=24378): Launched\u000a16:27:11.929311 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:27:12.481202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24380): Launched\u000a16:27:12.593807 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:27:12.875907 run patchelf(pid=24381): Launched\u000a16:27:13.062398 run osmo-stp_10.42.42.5(pid=24378): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24378)]\u000a16:27:13.199102 run osmo-stp_10.42.42.5(pid=24378): stdout: \u000a| (launched: 2022-12-10_16:27:11.661072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:13.335713 run osmo-stp_10.42.42.5(pid=24378): stderr: \u000a| �[0;m�[38;5;43m20221210162711850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162711850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162711850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162711851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162711851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162711851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162711851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:13.467473 run osmo-stp_10.42.42.5(pid=24378): stdout: \u000a| (launched: 2022-12-10_16:27:11.661072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:13.598485 run osmo-stp_10.42.42.5(pid=24378): stderr: \u000a| �[0;m�[38;5;43m20221210162711850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162711850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162711850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162711851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162711851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162711851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162711851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:13.750595 run patchelf(pid=24381): Terminating (SIGINT)\u000a16:27:13.929033 run patchelf(pid=24381): Terminated: ok {rc=0}\u000a16:27:13.961828 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24378): Process ended prematurely: osmo-stp_10.42.42.5(pid=24378) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24378)] [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:27:13.971556 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a16:27:14.034540 run osmo-hlr_10.42.42.2(pid=24375): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24375)]\u000a16:27:14.086191 run osmo-hlr_10.42.42.2(pid=24375): stdout: \u000a| (launched: 2022-12-10_16:27:10.681059) \u000a16:27:14.138516 run osmo-hlr_10.42.42.2(pid=24375): stderr: \u000a| �[0;m�[1;31m20221210162710878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162710878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162710878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162710878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162710878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162710878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162710890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162710898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162710898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162710898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:14.183134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24368): Terminating (SIGTERM)\u000a16:27:14.225143 run iperf3-srv_10.42.42.10(pid=24369): Terminating (SIGTERM)\u000a16:27:14.267369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24370): Terminating (SIGTERM)\u000a16:27:14.309407 run iperf3-srv_10.42.42.10(pid=24371): Terminating (SIGTERM)\u000a16:27:14.351573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24374): Terminating (SIGTERM)\u000a16:27:14.393529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24377): Terminating (SIGTERM)\u000a16:27:14.435585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24380): Terminating (SIGTERM)\u000a16:27:14.445462 --- ParallelTerminationStrategy: PID 24368 died...\u000a16:27:14.501694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24368): Terminated: ok {rc=0}\u000a16:27:14.512055 --- ParallelTerminationStrategy: PID 24369 died...\u000a16:27:14.567843 run iperf3-srv_10.42.42.10(pid=24369): Terminated {rc=256}\u000a16:27:14.577955 --- ParallelTerminationStrategy: PID 24370 died...\u000a16:27:14.633779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24370): Terminated: ok {rc=0}\u000a16:27:14.643914 --- ParallelTerminationStrategy: PID 24371 died...\u000a16:27:14.699781 run iperf3-srv_10.42.42.10(pid=24371): Terminated {rc=256}\u000a16:27:14.710165 --- ParallelTerminationStrategy: PID 24374 died...\u000a16:27:14.766495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24374): Terminated: ok {rc=0}\u000a16:27:14.776779 --- ParallelTerminationStrategy: PID 24377 died...\u000a16:27:14.832555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24377): Terminated: ok {rc=0}\u000a16:27:14.842857 --- ParallelTerminationStrategy: PID 24380 died...\u000a16:27:14.898878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24380): Terminated: ok {rc=0}\u000a16:27:14.986530 bus /gobi_0: Setting Powered False\u000a16:27:16.123714 bus /gobi_0: Setting Powered False\u000a16:27:17.233779 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24390): Process ended prematurely: osmo-stp_10.42.42.5(pid=24390) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24390)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24390): Process ended prematurely: osmo-stp_10.42.42.5(pid=24390) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:27:18.347080 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:18.359122 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:27:18.520588 tst iperf3.py: using LAC 29197\u000a16:27:18.644474 tst iperf3.py: using RAC 127\u000a16:27:18.770398 tst iperf3.py: using CellId 29197\u000a16:27:18.896866 tst iperf3.py: using BVCI 29198\u000a16:27:18.921169 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:18.932629 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:18.943980 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:18.955225 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:18.966375 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:18.977494 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:18.988611 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:18.999615 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:19.010913 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:27:19.297650 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:27:19.429420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:19.756477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24382): Launched\u000a16:27:20.027673 run iperf3-srv_10.42.42.10(pid=24383): Launched\u000a16:27:20.222214 tst iperf3.py:8: start network...\u000a16:27:20.354167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:20.858173 run create_hlr_db(pid=24384): Launched\u000a16:27:21.042032 bus /gobi_6: Setting Powered False\u000a16:27:22.062735 run create_hlr_db(pid=24384): Terminated: ok {rc=0}\u000a16:27:22.483087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24386): Launched\u000a16:27:22.799012 run osmo-hlr_10.42.42.2(pid=24387): Launched\u000a16:27:22.917637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:23.470835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24389): Launched\u000a16:27:23.786827 run osmo-stp_10.42.42.5(pid=24390): Launched\u000a16:27:23.901658 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:27:24.455404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24392): Launched\u000a16:27:24.568783 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:27:24.844385 run patchelf(pid=24393): Launched\u000a16:27:25.030697 run osmo-stp_10.42.42.5(pid=24390): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24390)]\u000a16:27:25.167206 run osmo-stp_10.42.42.5(pid=24390): stdout: \u000a| (launched: 2022-12-10_16:27:23.631804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:25.303340 run osmo-stp_10.42.42.5(pid=24390): stderr: \u000a| �[0;m�[38;5;43m20221210162723823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162723823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162723823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162723824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162723824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162723824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162723824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:25.434731 run osmo-stp_10.42.42.5(pid=24390): stdout: \u000a| (launched: 2022-12-10_16:27:23.631804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:25.564739 run osmo-stp_10.42.42.5(pid=24390): stderr: \u000a| �[0;m�[38;5;43m20221210162723823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162723823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162723823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162723824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162723824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162723824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162723824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:25.716406 run patchelf(pid=24393): Terminating (SIGINT)\u000a16:27:25.894937 run patchelf(pid=24393): Terminated: ok {rc=0}\u000a16:27:25.927538 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24390): Process ended prematurely: osmo-stp_10.42.42.5(pid=24390) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24390)] [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:27:25.937307 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:27:26.000290 run osmo-hlr_10.42.42.2(pid=24387): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24387)]\u000a16:27:26.051534 run osmo-hlr_10.42.42.2(pid=24387): stdout: \u000a| (launched: 2022-12-10_16:27:22.644139) \u000a16:27:26.103985 run osmo-hlr_10.42.42.2(pid=24387): stderr: \u000a| �[0;m�[1;31m20221210162722843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162722843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162722843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162722843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162722843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162722843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162722856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162722864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162722864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162722865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:26.149968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24382): Terminating (SIGTERM)\u000a16:27:26.192007 run iperf3-srv_10.42.42.10(pid=24383): Terminating (SIGTERM)\u000a16:27:26.234167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24386): Terminating (SIGTERM)\u000a16:27:26.276047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24389): Terminating (SIGTERM)\u000a16:27:26.318287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24392): Terminating (SIGTERM)\u000a16:27:26.328065 --- ParallelTerminationStrategy: PID 24382 died...\u000a16:27:26.385118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24382): Terminated: ok {rc=0}\u000a16:27:26.395260 --- ParallelTerminationStrategy: PID 24383 died...\u000a16:27:26.451243 run iperf3-srv_10.42.42.10(pid=24383): Terminated {rc=256}\u000a16:27:26.461384 --- ParallelTerminationStrategy: PID 24386 died...\u000a16:27:26.517269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24386): Terminated: ok {rc=0}\u000a16:27:26.527352 --- ParallelTerminationStrategy: PID 24389 died...\u000a16:27:26.583210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24389): Terminated: ok {rc=0}\u000a16:27:26.593414 --- ParallelTerminationStrategy: PID 24392 died...\u000a16:27:26.649596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24392): Terminated: ok {rc=0}\u000a16:27:26.736928 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24410): Process ended prematurely: osmo-stp_10.42.42.5(pid=24410) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24410)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24410): Process ended prematurely: osmo-stp_10.42.42.5(pid=24410) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:27:27.854225 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:27.866281 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:27:28.024219 tst iperf3m4.py: using LAC 29198\u000a16:27:28.145068 tst iperf3m4.py: using RAC 128\u000a16:27:28.258732 tst iperf3m4.py: using CellId 29198\u000a16:27:28.373296 tst iperf3m4.py: using BVCI 29199\u000a16:27:28.396032 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:28.407090 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:28.417935 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:28.429033 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:28.439873 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:28.450982 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:28.461907 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:28.472545 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:28.483631 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:27:28.600885 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:27:28.721571 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:27:28.837282 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:27:29.110838 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:27:29.234146 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:29.542107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24394): Launched\u000a16:27:29.796887 run iperf3-srv_10.42.42.10(pid=24395): Launched\u000a16:27:29.978221 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:27:30.101634 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:30.407987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24396): Launched\u000a16:27:30.661971 run iperf3-srv_10.42.42.10(pid=24397): Launched\u000a16:27:30.846322 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:27:30.981048 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:31.357222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24398): Launched\u000a16:27:31.658803 run iperf3-srv_10.42.42.10(pid=24399): Launched\u000a16:27:31.860002 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:27:31.996461 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:32.328195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24400): Launched\u000a16:27:32.600776 run iperf3-srv_10.42.42.10(pid=24401): Launched\u000a16:27:32.795525 tst iperf3m4.py:8: start network...\u000a16:27:32.928036 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:33.435659 run create_hlr_db(pid=24402): Launched\u000a16:27:33.618044 bus /gobi_6: Setting Powered False\u000a16:27:34.639809 run create_hlr_db(pid=24402): Terminated: ok {rc=0}\u000a16:27:35.037935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24404): Launched\u000a16:27:35.334798 run osmo-hlr_10.42.42.2(pid=24405): Launched\u000a16:27:35.450347 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:35.968801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24407): Launched\u000a16:27:36.288274 run osmo-stp_10.42.42.5(pid=24410): Launched\u000a16:27:36.404682 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:27:36.953875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24412): Launched\u000a16:27:37.066321 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:27:37.341661 run patchelf(pid=24413): Launched\u000a16:27:37.526791 run osmo-stp_10.42.42.5(pid=24410): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24410)]\u000a16:27:37.662219 run osmo-stp_10.42.42.5(pid=24410): stdout: \u000a| (launched: 2022-12-10_16:27:36.133459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:37.798204 run osmo-stp_10.42.42.5(pid=24410): stderr: \u000a| �[0;m�[38;5;43m20221210162736318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162736318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162736319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162736319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162736319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162736320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162736320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:37.928701 run osmo-stp_10.42.42.5(pid=24410): stdout: \u000a| (launched: 2022-12-10_16:27:36.133459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:38.058213 run osmo-stp_10.42.42.5(pid=24410): stderr: \u000a| �[0;m�[38;5;43m20221210162736318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162736318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162736319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162736319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162736319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162736320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162736320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:38.210335 run patchelf(pid=24413): Terminating (SIGINT)\u000a16:27:38.388163 run patchelf(pid=24413): Terminated: ok {rc=0}\u000a16:27:38.420767 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24410): Process ended prematurely: osmo-stp_10.42.42.5(pid=24410) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24410)] [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:27:38.430609 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a16:27:38.493707 run osmo-hlr_10.42.42.2(pid=24405): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24405)]\u000a16:27:38.544914 run osmo-hlr_10.42.42.2(pid=24405): stdout: \u000a| (launched: 2022-12-10_16:27:35.189285) \u000a16:27:38.597168 run osmo-hlr_10.42.42.2(pid=24405): stderr: \u000a| �[0;m�[1;31m20221210162735362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162735362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162735362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162735362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162735362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162735362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162735374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162735383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162735383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162735383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:38.641491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24394): Terminating (SIGTERM)\u000a16:27:38.683445 run iperf3-srv_10.42.42.10(pid=24395): Terminating (SIGTERM)\u000a16:27:38.725522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24396): Terminating (SIGTERM)\u000a16:27:38.767380 run iperf3-srv_10.42.42.10(pid=24397): Terminating (SIGTERM)\u000a16:27:38.809351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24398): Terminating (SIGTERM)\u000a16:27:38.851176 run iperf3-srv_10.42.42.10(pid=24399): Terminating (SIGTERM)\u000a16:27:38.893076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24400): Terminating (SIGTERM)\u000a16:27:38.934792 run iperf3-srv_10.42.42.10(pid=24401): Terminating (SIGTERM)\u000a16:27:38.976538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24404): Terminating (SIGTERM)\u000a16:27:39.018399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24407): Terminating (SIGTERM)\u000a16:27:39.060215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24412): Terminating (SIGTERM)\u000a16:27:39.069979 --- ParallelTerminationStrategy: PID 24394 died...\u000a16:27:39.127254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24394): Terminated: ok {rc=0}\u000a16:27:39.137876 --- ParallelTerminationStrategy: PID 24395 died...\u000a16:27:39.193866 run iperf3-srv_10.42.42.10(pid=24395): Terminated {rc=256}\u000a16:27:39.204002 --- ParallelTerminationStrategy: PID 24396 died...\u000a16:27:39.259789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24396): Terminated: ok {rc=0}\u000a16:27:39.269922 --- ParallelTerminationStrategy: PID 24397 died...\u000a16:27:39.325541 run iperf3-srv_10.42.42.10(pid=24397): Terminated {rc=256}\u000a16:27:39.335658 --- ParallelTerminationStrategy: PID 24398 died...\u000a16:27:39.391550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24398): Terminated: ok {rc=0}\u000a16:27:39.401719 --- ParallelTerminationStrategy: PID 24399 died...\u000a16:27:39.457018 run iperf3-srv_10.42.42.10(pid=24399): Terminated {rc=256}\u000a16:27:39.467126 --- ParallelTerminationStrategy: PID 24400 died...\u000a16:27:39.522671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24400): Terminated: ok {rc=0}\u000a16:27:39.532819 --- ParallelTerminationStrategy: PID 24401 died...\u000a16:27:39.588480 run iperf3-srv_10.42.42.10(pid=24401): Terminated {rc=256}\u000a16:27:39.598600 --- ParallelTerminationStrategy: PID 24404 died...\u000a16:27:39.654485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24404): Terminated: ok {rc=0}\u000a16:27:39.664623 --- ParallelTerminationStrategy: PID 24407 died...\u000a16:27:39.720466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24407): Terminated: ok {rc=0}\u000a16:27:39.730655 --- ParallelTerminationStrategy: PID 24412 died...\u000a16:27:39.786718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24412): Terminated: ok {rc=0}\u000a16:27:39.874179 bus /gobi_4: Setting Powered False\u000a16:27:40.978888 bus /gobi_4: Setting Powered False\u000a16:27:42.091839 bus /gobi_1: Setting Powered False\u000a16:27:43.197070 bus /gobi_1: Setting Powered False\u000a16:27:44.308576 bus /gobi_0: Setting Powered False\u000a16:27:45.410186 bus /gobi_0: Setting Powered False\u000a16:27:46.546108 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24420): Process ended prematurely: osmo-stp_10.42.42.5(pid=24420) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24420)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24420): Process ended prematurely: osmo-stp_10.42.42.5(pid=24420) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:27:47.613335 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:47.624510 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:27:47.778489 tst ping.py: using LAC 29199\u000a16:27:47.892131 tst ping.py: using RAC 129\u000a16:27:48.005881 tst ping.py: using CellId 29199\u000a16:27:48.119714 tst ping.py: using BVCI 29200\u000a16:27:48.142112 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:48.152868 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:48.163462 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:48.174280 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:48.185139 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:48.195971 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:48.206947 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:48.217511 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:27:48.489050 tst ping.py:19: start network...\u000a16:27:48.609697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:49.066315 run create_hlr_db(pid=24414): Launched\u000a16:27:49.236115 bus /gobi_6: Setting Powered False\u000a16:27:50.256498 run create_hlr_db(pid=24414): Terminated: ok {rc=0}\u000a16:27:50.644752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24416): Launched\u000a16:27:50.936448 run osmo-hlr_10.42.42.2(pid=24417): Launched\u000a16:27:51.047909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:51.567749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24419): Launched\u000a16:27:51.858937 run osmo-stp_10.42.42.5(pid=24420): Launched\u000a16:27:51.984077 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:27:52.491188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24422): Launched\u000a16:27:52.594625 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:27:52.847400 run patchelf(pid=24423): Launched\u000a16:27:53.017777 run osmo-stp_10.42.42.5(pid=24420): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24420)]\u000a16:27:53.142531 run osmo-stp_10.42.42.5(pid=24420): stdout: \u000a| (launched: 2022-12-10_16:27:51.714905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:53.267655 run osmo-stp_10.42.42.5(pid=24420): stderr: \u000a| �[0;m�[38;5;43m20221210162751893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162751894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162751894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162751894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162751895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162751895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162751895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:53.387817 run osmo-stp_10.42.42.5(pid=24420): stdout: \u000a| (launched: 2022-12-10_16:27:51.714905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:53.507066 run osmo-stp_10.42.42.5(pid=24420): stderr: \u000a| �[0;m�[38;5;43m20221210162751893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162751894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162751894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162751894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162751895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162751895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162751895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:53.645723 run patchelf(pid=24423): Terminating (SIGINT)\u000a16:27:53.808780 run patchelf(pid=24423): Terminated: ok {rc=0}\u000a16:27:53.838561 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24420): Process ended prematurely: osmo-stp_10.42.42.5(pid=24420) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24420)] [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:27:53.847135 tst ping.py:22: Test FAILED (6.2 sec)\u000a16:27:53.907913 run osmo-hlr_10.42.42.2(pid=24417): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24417)]\u000a16:27:53.957233 run osmo-hlr_10.42.42.2(pid=24417): stdout: \u000a| (launched: 2022-12-10_16:27:50.792437) \u000a16:27:54.007441 run osmo-hlr_10.42.42.2(pid=24417): stderr: \u000a| �[0;m�[1;31m20221210162750967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162750967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162750967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162750967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162750967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162750968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162750979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162750988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162750988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162750988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:54.049974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24416): Terminating (SIGTERM)\u000a16:27:54.090078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24419): Terminating (SIGTERM)\u000a16:27:54.130611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24422): Terminating (SIGTERM)\u000a16:27:54.140043 --- ParallelTerminationStrategy: PID 24416 died...\u000a16:27:54.193903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24416): Terminated: ok {rc=0}\u000a16:27:54.203964 --- ParallelTerminationStrategy: PID 24419 died...\u000a16:27:54.257623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24419): Terminated: ok {rc=0}\u000a16:27:54.267689 --- ParallelTerminationStrategy: PID 24422 died...\u000a16:27:54.321504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24422): Terminated: ok {rc=0}\u000a16:27:54.411319 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24430): Process ended prematurely: osmo-stp_10.42.42.5(pid=24430) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24430)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24430): Process ended prematurely: osmo-stp_10.42.42.5(pid=24430) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:27:55.463308 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:55.475294 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:27:55.630837 tst ping_idle_ping.py: using LAC 29200\u000a16:27:55.747017 tst ping_idle_ping.py: using RAC 130\u000a16:27:55.862049 tst ping_idle_ping.py: using CellId 29200\u000a16:27:55.978526 tst ping_idle_ping.py: using BVCI 29201\u000a16:27:56.000990 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:56.011936 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:56.022620 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:56.033664 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:56.044617 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:56.055643 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:56.066666 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:56.077669 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:27:56.363791 tst ping_idle_ping.py:24: start network...\u000a16:27:56.494166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:56.996460 run create_hlr_db(pid=24424): Launched\u000a16:27:57.178399 bus /gobi_6: Setting Powered False\u000a16:27:58.200433 run create_hlr_db(pid=24424): Terminated: ok {rc=0}\u000a16:27:58.592204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24426): Launched\u000a16:27:58.883375 run osmo-hlr_10.42.42.2(pid=24427): Launched\u000a16:27:58.989712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:59.496048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24429): Launched\u000a16:27:59.788114 run osmo-stp_10.42.42.5(pid=24430): Launched\u000a16:27:59.894577 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:28:00.403935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24432): Launched\u000a16:28:00.507619 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:28:00.761588 run patchelf(pid=24433): Launched\u000a16:28:00.948727 run osmo-stp_10.42.42.5(pid=24430): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24430)]\u000a16:28:01.077311 run osmo-stp_10.42.42.5(pid=24430): stdout: \u000a| (launched: 2022-12-10_16:27:59.644408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:01.207000 run osmo-stp_10.42.42.5(pid=24430): stderr: \u000a| �[0;m�[38;5;43m20221210162759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162759816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162759816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162759816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162759816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:01.331670 run osmo-stp_10.42.42.5(pid=24430): stdout: \u000a| (launched: 2022-12-10_16:27:59.644408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:01.455581 run osmo-stp_10.42.42.5(pid=24430): stderr: \u000a| �[0;m�[38;5;43m20221210162759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162759816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162759816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162759816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162759816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:01.599391 run patchelf(pid=24433): Terminating (SIGINT)\u000a16:28:01.768645 run patchelf(pid=24433): Terminated: ok {rc=0}\u000a16:28:01.800128 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24430): Process ended prematurely: osmo-stp_10.42.42.5(pid=24430) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24430)] [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:28:01.809829 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a16:28:01.874808 run osmo-hlr_10.42.42.2(pid=24427): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24427)]\u000a16:28:01.926481 run osmo-hlr_10.42.42.2(pid=24427): stdout: \u000a| (launched: 2022-12-10_16:27:58.739921) \u000a16:28:01.981845 run osmo-hlr_10.42.42.2(pid=24427): stderr: \u000a| �[0;m�[1;31m20221210162758913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162758914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162758914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162758914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162758914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162758914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162758929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162758938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162758938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162758938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:02.025597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24426): Terminating (SIGTERM)\u000a16:28:02.069287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24429): Terminating (SIGTERM)\u000a16:28:02.112647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24432): Terminating (SIGTERM)\u000a16:28:02.123701 --- ParallelTerminationStrategy: PID 24426 died...\u000a16:28:02.179788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24426): Terminated: ok {rc=0}\u000a16:28:02.190795 --- ParallelTerminationStrategy: PID 24429 died...\u000a16:28:02.244780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24429): Terminated: ok {rc=0}\u000a16:28:02.255156 --- ParallelTerminationStrategy: PID 24432 died...\u000a16:28:02.309076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24432): Terminated: ok {rc=0}\u000a16:28:02.392646 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:27:05" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24447): Process ended prematurely: osmo-stp_10.42.42.5(pid=24447) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24447)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24447): Process ended prematurely: osmo-stp_10.42.42.5(pid=24447) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:28:04.553234 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:04.564478 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:28:04.729443 tst cs_paging_gprs_active.py: using LAC 29201\u000a16:28:04.855258 tst cs_paging_gprs_active.py: using RAC 131\u000a16:28:04.980062 tst cs_paging_gprs_active.py: using CellId 29201\u000a16:28:05.104571 tst cs_paging_gprs_active.py: using BVCI 29202\u000a16:28:05.129149 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:05.140383 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:05.151449 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:05.162727 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:05.173846 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:05.184900 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:05.196086 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:05.207290 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:05.218674 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:28:05.334179 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:28:05.612678 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:28:05.736587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:06.045394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24437): Launched\u000a16:28:06.300771 run iperf3-srv_10.42.42.10(pid=24438): Launched\u000a16:28:06.482271 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:28:06.605830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:06.914045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24439): Launched\u000a16:28:07.171121 run iperf3-srv_10.42.42.10(pid=24440): Launched\u000a16:28:07.353752 tst cs_paging_gprs_active.py:38: start network...\u000a16:28:07.477911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:07.946506 run create_hlr_db(pid=24441): Launched\u000a16:28:08.117190 bus /gobi_6: Setting Powered False\u000a16:28:09.140139 run create_hlr_db(pid=24441): Terminated: ok {rc=0}\u000a16:28:09.563325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24443): Launched\u000a16:28:09.880920 run osmo-hlr_10.42.42.2(pid=24444): Launched\u000a16:28:09.997199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:10.550295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24446): Launched\u000a16:28:10.867587 run osmo-stp_10.42.42.5(pid=24447): Launched\u000a16:28:10.982652 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:28:11.538459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24449): Launched\u000a16:28:11.651622 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:28:11.928747 run patchelf(pid=24450): Launched\u000a16:28:12.117471 run osmo-stp_10.42.42.5(pid=24447): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24447)]\u000a16:28:12.254813 run osmo-stp_10.42.42.5(pid=24447): stdout: \u000a| (launched: 2022-12-10_16:28:10.711918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:12.391982 run osmo-stp_10.42.42.5(pid=24447): stderr: \u000a| �[0;m�[38;5;43m20221210162810903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162810903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162810903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162810903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162810904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162810904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162810904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:12.524205 run osmo-stp_10.42.42.5(pid=24447): stdout: \u000a| (launched: 2022-12-10_16:28:10.711918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:12.655049 run osmo-stp_10.42.42.5(pid=24447): stderr: \u000a| �[0;m�[38;5;43m20221210162810903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162810903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162810903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162810903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162810904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162810904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162810904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:12.807084 run patchelf(pid=24450): Terminating (SIGINT)\u000a16:28:12.985926 run patchelf(pid=24450): Terminated: ok {rc=0}\u000a16:28:13.018712 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24447): Process ended prematurely: osmo-stp_10.42.42.5(pid=24447) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24447)] [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:28:13.028443 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a16:28:13.091577 run osmo-hlr_10.42.42.2(pid=24444): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24444)]\u000a16:28:13.143359 run osmo-hlr_10.42.42.2(pid=24444): stdout: \u000a| (launched: 2022-12-10_16:28:09.725405) \u000a16:28:13.195679 run osmo-hlr_10.42.42.2(pid=24444): stderr: \u000a| �[0;m�[1;31m20221210162809922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162809922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162809922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162809922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162809922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162809922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162809935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162809943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162809944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162809944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:13.239910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24437): Terminating (SIGTERM)\u000a16:28:13.282286 run iperf3-srv_10.42.42.10(pid=24438): Terminating (SIGTERM)\u000a16:28:13.324039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24439): Terminating (SIGTERM)\u000a16:28:13.365949 run iperf3-srv_10.42.42.10(pid=24440): Terminating (SIGTERM)\u000a16:28:13.407745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24443): Terminating (SIGTERM)\u000a16:28:13.449374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24446): Terminating (SIGTERM)\u000a16:28:13.490979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24449): Terminating (SIGTERM)\u000a16:28:13.500643 --- ParallelTerminationStrategy: PID 24437 died...\u000a16:28:13.556222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24437): Terminated: ok {rc=0}\u000a16:28:13.566332 --- ParallelTerminationStrategy: PID 24438 died...\u000a16:28:13.622197 run iperf3-srv_10.42.42.10(pid=24438): Terminated {rc=256}\u000a16:28:13.632194 --- ParallelTerminationStrategy: PID 24439 died...\u000a16:28:13.687647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24439): Terminated: ok {rc=0}\u000a16:28:13.697722 --- ParallelTerminationStrategy: PID 24440 died...\u000a16:28:13.752849 run iperf3-srv_10.42.42.10(pid=24440): Terminated {rc=256}\u000a16:28:13.762873 --- ParallelTerminationStrategy: PID 24443 died...\u000a16:28:13.818196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24443): Terminated: ok {rc=0}\u000a16:28:13.828210 --- ParallelTerminationStrategy: PID 24446 died...\u000a16:28:13.883488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24446): Terminated: ok {rc=0}\u000a16:28:13.893925 --- ParallelTerminationStrategy: PID 24449 died...\u000a16:28:13.949875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24449): Terminated: ok {rc=0}\u000a16:28:14.036810 bus /gobi_0: Setting Powered False\u000a16:28:15.145144 bus /gobi_0: Setting Powered False\u000a16:28:16.269797 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24459): Process ended prematurely: osmo-stp_10.42.42.5(pid=24459) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24459)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24459): Process ended prematurely: osmo-stp_10.42.42.5(pid=24459) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:28:17.379680 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:17.391312 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:28:17.554568 tst iperf3.py: using LAC 29202\u000a16:28:17.681118 tst iperf3.py: using RAC 132\u000a16:28:17.807575 tst iperf3.py: using CellId 29202\u000a16:28:17.932269 tst iperf3.py: using BVCI 29203\u000a16:28:17.956754 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:17.968291 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:17.979708 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:17.991058 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:18.002309 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:18.013657 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:18.025160 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:18.036349 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:18.047715 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:28:18.336229 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:28:18.468709 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:18.796774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24451): Launched\u000a16:28:19.069767 run iperf3-srv_10.42.42.10(pid=24452): Launched\u000a16:28:19.264912 tst iperf3.py:8: start network...\u000a16:28:19.397763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:19.904703 run create_hlr_db(pid=24453): Launched\u000a16:28:20.088738 bus /gobi_6: Setting Powered False\u000a16:28:21.110414 run create_hlr_db(pid=24453): Terminated: ok {rc=0}\u000a16:28:21.510338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24455): Launched\u000a16:28:21.806862 run osmo-hlr_10.42.42.2(pid=24456): Launched\u000a16:28:21.916121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:22.433184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24458): Launched\u000a16:28:22.729140 run osmo-stp_10.42.42.5(pid=24459): Launched\u000a16:28:22.836703 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:28:23.353075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24461): Launched\u000a16:28:23.458833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:28:23.716834 run patchelf(pid=24462): Launched\u000a16:28:23.890659 run osmo-stp_10.42.42.5(pid=24459): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24459)]\u000a16:28:24.017484 run osmo-stp_10.42.42.5(pid=24459): stdout: \u000a| (launched: 2022-12-10_16:28:22.583337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:24.144920 run osmo-stp_10.42.42.5(pid=24459): stderr: \u000a| �[0;m�[38;5;43m20221210162822754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162822754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162822755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162822755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162822756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162822756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162822756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:24.267370 run osmo-stp_10.42.42.5(pid=24459): stdout: \u000a| (launched: 2022-12-10_16:28:22.583337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:24.388688 run osmo-stp_10.42.42.5(pid=24459): stderr: \u000a| �[0;m�[38;5;43m20221210162822754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162822754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162822755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162822755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162822756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162822756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162822756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:24.530420 run patchelf(pid=24462): Terminating (SIGINT)\u000a16:28:24.697312 run patchelf(pid=24462): Terminated: ok {rc=0}\u000a16:28:24.727930 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24459): Process ended prematurely: osmo-stp_10.42.42.5(pid=24459) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24459)] [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:28:24.737122 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a16:28:24.797754 run osmo-hlr_10.42.42.2(pid=24456): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24456)]\u000a16:28:24.846656 run osmo-hlr_10.42.42.2(pid=24456): stdout: \u000a| (launched: 2022-12-10_16:28:21.660868) \u000a16:28:24.896304 run osmo-hlr_10.42.42.2(pid=24456): stderr: \u000a| �[0;m�[1;31m20221210162821840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162821840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162821840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162821840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162821841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162821841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162821853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162821861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162821861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162821861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:24.938388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24451): Terminating (SIGTERM)\u000a16:28:24.978331 run iperf3-srv_10.42.42.10(pid=24452): Terminating (SIGTERM)\u000a16:28:25.018358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24455): Terminating (SIGTERM)\u000a16:28:25.058185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24458): Terminating (SIGTERM)\u000a16:28:25.098223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24461): Terminating (SIGTERM)\u000a16:28:25.107792 --- ParallelTerminationStrategy: PID 24451 died...\u000a16:28:25.161964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24451): Terminated: ok {rc=0}\u000a16:28:25.171654 --- ParallelTerminationStrategy: PID 24452 died...\u000a16:28:25.225139 run iperf3-srv_10.42.42.10(pid=24452): Terminated {rc=256}\u000a16:28:25.234746 --- ParallelTerminationStrategy: PID 24455 died...\u000a16:28:25.288137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24455): Terminated: ok {rc=0}\u000a16:28:25.298033 --- ParallelTerminationStrategy: PID 24458 died...\u000a16:28:25.351291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24458): Terminated: ok {rc=0}\u000a16:28:25.361273 --- ParallelTerminationStrategy: PID 24461 died...\u000a16:28:25.415103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24461): Terminated: ok {rc=0}\u000a16:28:25.504888 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24477): Process ended prematurely: osmo-stp_10.42.42.5(pid=24477) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24477)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24477): Process ended prematurely: osmo-stp_10.42.42.5(pid=24477) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:28:26.619082 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:26.631175 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:28:26.798175 tst iperf3m4.py: using LAC 29203\u000a16:28:26.922613 tst iperf3m4.py: using RAC 133\u000a16:28:27.046961 tst iperf3m4.py: using CellId 29203\u000a16:28:27.173416 tst iperf3m4.py: using BVCI 29204\u000a16:28:27.197780 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:27.209257 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:27.220384 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:27.231707 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:27.242993 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:27.254359 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:27.265923 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:27.277698 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:27.289409 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:28:27.408698 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:28:27.527503 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:28:27.646032 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:28:27.937870 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:28:28.071145 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:28.401642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24463): Launched\u000a16:28:28.675684 run iperf3-srv_10.42.42.10(pid=24464): Launched\u000a16:28:28.870707 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:28:29.003721 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:29.333744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24465): Launched\u000a16:28:29.607569 run iperf3-srv_10.42.42.10(pid=24466): Launched\u000a16:28:29.802576 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:28:29.935391 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:30.265157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24467): Launched\u000a16:28:30.538114 run iperf3-srv_10.42.42.10(pid=24468): Launched\u000a16:28:30.731717 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:28:30.864293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:31.210574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24469): Launched\u000a16:28:31.505505 run iperf3-srv_10.42.42.10(pid=24470): Launched\u000a16:28:31.702654 tst iperf3m4.py:8: start network...\u000a16:28:31.837172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:32.350270 run create_hlr_db(pid=24471): Launched\u000a16:28:32.533911 bus /gobi_6: Setting Powered False\u000a16:28:33.556311 run create_hlr_db(pid=24471): Terminated: ok {rc=0}\u000a16:28:33.957151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24473): Launched\u000a16:28:34.254486 run osmo-hlr_10.42.42.2(pid=24474): Launched\u000a16:28:34.371404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:34.896875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24476): Launched\u000a16:28:35.194250 run osmo-stp_10.42.42.5(pid=24477): Launched\u000a16:28:35.302151 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:28:35.819571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24479): Launched\u000a16:28:35.925176 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:28:36.184103 run patchelf(pid=24480): Launched\u000a16:28:36.358109 run osmo-stp_10.42.42.5(pid=24477): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24477)]\u000a16:28:36.485529 run osmo-stp_10.42.42.5(pid=24477): stdout: \u000a| (launched: 2022-12-10_16:28:35.047036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:36.613372 run osmo-stp_10.42.42.5(pid=24477): stderr: \u000a| �[0;m�[38;5;43m20221210162835215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162835215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162835215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162835216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162835216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162835216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162835216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:36.736221 run osmo-stp_10.42.42.5(pid=24477): stdout: \u000a| (launched: 2022-12-10_16:28:35.047036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:36.858002 run osmo-stp_10.42.42.5(pid=24477): stderr: \u000a| �[0;m�[38;5;43m20221210162835215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162835215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162835215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162835216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162835216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162835216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162835216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:36.999687 run patchelf(pid=24480): Terminating (SIGINT)\u000a16:28:37.166793 run patchelf(pid=24480): Terminated: ok {rc=0}\u000a16:28:37.197771 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24477): Process ended prematurely: osmo-stp_10.42.42.5(pid=24477) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24477)] [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:28:37.206924 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a16:28:37.268260 run osmo-hlr_10.42.42.2(pid=24474): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24474)]\u000a16:28:37.317852 run osmo-hlr_10.42.42.2(pid=24474): stdout: \u000a| (launched: 2022-12-10_16:28:34.107677) \u000a16:28:37.367802 run osmo-hlr_10.42.42.2(pid=24474): stderr: \u000a| �[0;m�[1;31m20221210162834282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162834282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162834282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162834282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162834282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162834282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162834295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162834303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162834304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162834304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:37.409894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24463): Terminating (SIGTERM)\u000a16:28:37.450439 run iperf3-srv_10.42.42.10(pid=24464): Terminating (SIGTERM)\u000a16:28:37.490453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24465): Terminating (SIGTERM)\u000a16:28:37.530421 run iperf3-srv_10.42.42.10(pid=24466): Terminating (SIGTERM)\u000a16:28:37.570869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24467): Terminating (SIGTERM)\u000a16:28:37.610778 run iperf3-srv_10.42.42.10(pid=24468): Terminating (SIGTERM)\u000a16:28:37.650761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24469): Terminating (SIGTERM)\u000a16:28:37.690793 run iperf3-srv_10.42.42.10(pid=24470): Terminating (SIGTERM)\u000a16:28:37.730822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24473): Terminating (SIGTERM)\u000a16:28:37.770792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24476): Terminating (SIGTERM)\u000a16:28:37.810933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24479): Terminating (SIGTERM)\u000a16:28:37.820507 --- ParallelTerminationStrategy: PID 24463 died...\u000a16:28:37.874154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24463): Terminated: ok {rc=0}\u000a16:28:37.884003 --- ParallelTerminationStrategy: PID 24464 died...\u000a16:28:37.937321 run iperf3-srv_10.42.42.10(pid=24464): Terminated {rc=256}\u000a16:28:37.947237 --- ParallelTerminationStrategy: PID 24465 died...\u000a16:28:38.000869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24465): Terminated: ok {rc=0}\u000a16:28:38.010752 --- ParallelTerminationStrategy: PID 24466 died...\u000a16:28:38.063621 run iperf3-srv_10.42.42.10(pid=24466): Terminated {rc=256}\u000a16:28:38.073852 --- ParallelTerminationStrategy: PID 24467 died...\u000a16:28:38.127076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24467): Terminated: ok {rc=0}\u000a16:28:38.136909 --- ParallelTerminationStrategy: PID 24468 died...\u000a16:28:38.190218 run iperf3-srv_10.42.42.10(pid=24468): Terminated {rc=256}\u000a16:28:38.200067 --- ParallelTerminationStrategy: PID 24469 died...\u000a16:28:38.253279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24469): Terminated: ok {rc=0}\u000a16:28:38.263251 --- ParallelTerminationStrategy: PID 24470 died...\u000a16:28:38.316168 run iperf3-srv_10.42.42.10(pid=24470): Terminated {rc=256}\u000a16:28:38.326166 --- ParallelTerminationStrategy: PID 24473 died...\u000a16:28:38.379335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24473): Terminated: ok {rc=0}\u000a16:28:38.389362 --- ParallelTerminationStrategy: PID 24476 died...\u000a16:28:38.442569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24476): Terminated: ok {rc=0}\u000a16:28:38.452493 --- ParallelTerminationStrategy: PID 24479 died...\u000a16:28:38.505768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24479): Terminated: ok {rc=0}\u000a16:28:38.595335 bus /gobi_4: Setting Powered False\u000a16:28:39.698739 bus /gobi_4: Setting Powered False\u000a16:28:40.810208 bus /gobi_1: Setting Powered False\u000a16:28:41.913240 bus /gobi_1: Setting Powered False\u000a16:28:43.024814 bus /gobi_0: Setting Powered False\u000a16:28:44.126328 bus /gobi_0: Setting Powered False\u000a16:28:45.239503 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24487): Process ended prematurely: osmo-stp_10.42.42.5(pid=24487) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24487)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24487): Process ended prematurely: osmo-stp_10.42.42.5(pid=24487) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:28:46.307050 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:46.319578 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:28:46.511963 tst ping.py: using LAC 29204\u000a16:28:46.669221 tst ping.py: using RAC 134\u000a16:28:46.795893 tst ping.py: using CellId 29204\u000a16:28:46.915619 tst ping.py: using BVCI 29205\u000a16:28:46.940303 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:46.952242 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:46.964128 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:46.976702 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:46.990746 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:47.003371 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:47.015456 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:47.028507 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:28:47.306941 tst ping.py:19: start network...\u000a16:28:47.429083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:47.889090 run create_hlr_db(pid=24481): Launched\u000a16:28:48.058746 bus /gobi_6: Setting Powered False\u000a16:28:49.079466 run create_hlr_db(pid=24481): Terminated: ok {rc=0}\u000a16:28:49.497158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24483): Launched\u000a16:28:49.809749 run osmo-hlr_10.42.42.2(pid=24484): Launched\u000a16:28:49.924125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:50.468444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24486): Launched\u000a16:28:50.780653 run osmo-stp_10.42.42.5(pid=24487): Launched\u000a16:28:50.894098 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:28:51.439807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24489): Launched\u000a16:28:51.550954 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:28:51.822835 run patchelf(pid=24490): Launched\u000a16:28:52.005445 run osmo-stp_10.42.42.5(pid=24487): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24487)]\u000a16:28:52.139122 run osmo-stp_10.42.42.5(pid=24487): stdout: \u000a| (launched: 2022-12-10_16:28:50.626934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:52.273051 run osmo-stp_10.42.42.5(pid=24487): stderr: \u000a| �[0;m�[38;5;43m20221210162850821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162850821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162850821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162850821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162850822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162850822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162850822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:52.402107 run osmo-stp_10.42.42.5(pid=24487): stdout: \u000a| (launched: 2022-12-10_16:28:50.626934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:52.529982 run osmo-stp_10.42.42.5(pid=24487): stderr: \u000a| �[0;m�[38;5;43m20221210162850821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162850821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162850821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162850821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162850822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162850822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162850822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:52.678717 run patchelf(pid=24490): Terminating (SIGINT)\u000a16:28:52.853800 run patchelf(pid=24490): Terminated: ok {rc=0}\u000a16:28:52.885608 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24487): Process ended prematurely: osmo-stp_10.42.42.5(pid=24487) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24487)] [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:28:52.894758 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:28:52.957739 run osmo-hlr_10.42.42.2(pid=24484): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24484)]\u000a16:28:53.009107 run osmo-hlr_10.42.42.2(pid=24484): stdout: \u000a| (launched: 2022-12-10_16:28:49.656797) \u000a16:28:53.061166 run osmo-hlr_10.42.42.2(pid=24484): stderr: \u000a| �[0;m�[1;31m20221210162849854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162849854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162849854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162849854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162849854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162849854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162849867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162849875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162849876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162849876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:53.105678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24483): Terminating (SIGTERM)\u000a16:28:53.147965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24486): Terminating (SIGTERM)\u000a16:28:53.190911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24489): Terminating (SIGTERM)\u000a16:28:53.200785 --- ParallelTerminationStrategy: PID 24483 died...\u000a16:28:53.257325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24483): Terminated: ok {rc=0}\u000a16:28:53.267682 --- ParallelTerminationStrategy: PID 24486 died...\u000a16:28:53.323722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24486): Terminated: ok {rc=0}\u000a16:28:53.334100 --- ParallelTerminationStrategy: PID 24489 died...\u000a16:28:53.390464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24489): Terminated: ok {rc=0}\u000a16:28:53.478119 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24497): Process ended prematurely: osmo-stp_10.42.42.5(pid=24497) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24497)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24497): Process ended prematurely: osmo-stp_10.42.42.5(pid=24497) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:28:54.529520 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:54.541633 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:28:54.705404 tst ping_idle_ping.py: using LAC 29205\u000a16:28:54.829222 tst ping_idle_ping.py: using RAC 135\u000a16:28:54.955859 tst ping_idle_ping.py: using CellId 29205\u000a16:28:55.072597 tst ping_idle_ping.py: using BVCI 29206\u000a16:28:55.095211 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:55.106245 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:55.117176 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:55.128656 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:55.140332 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:55.151875 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:55.163590 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:55.175186 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:28:55.459651 tst ping_idle_ping.py:24: start network...\u000a16:28:55.590571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:56.095927 run create_hlr_db(pid=24491): Launched\u000a16:28:56.279979 bus /gobi_6: Setting Powered False\u000a16:28:57.301153 run create_hlr_db(pid=24491): Terminated: ok {rc=0}\u000a16:28:57.697138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24493): Launched\u000a16:28:57.990458 run osmo-hlr_10.42.42.2(pid=24494): Launched\u000a16:28:58.100347 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:58.607302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24496): Launched\u000a16:28:58.900273 run osmo-stp_10.42.42.5(pid=24497): Launched\u000a16:28:59.007080 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:28:59.516140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24499): Launched\u000a16:28:59.620226 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:28:59.875524 run patchelf(pid=24500): Launched\u000a16:29:00.047149 run osmo-stp_10.42.42.5(pid=24497): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24497)]\u000a16:29:00.173114 run osmo-stp_10.42.42.5(pid=24497): stdout: \u000a| (launched: 2022-12-10_16:28:58.755345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:00.298931 run osmo-stp_10.42.42.5(pid=24497): stderr: \u000a| �[0;m�[38;5;43m20221210162858925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162858925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162858925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162858926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162858926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162858926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162858926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:00.420300 run osmo-stp_10.42.42.5(pid=24497): stdout: \u000a| (launched: 2022-12-10_16:28:58.755345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:00.540407 run osmo-stp_10.42.42.5(pid=24497): stderr: \u000a| �[0;m�[38;5;43m20221210162858925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162858925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162858925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162858926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162858926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162858926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162858926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:00.680036 run patchelf(pid=24500): Terminating (SIGINT)\u000a16:29:00.846127 run patchelf(pid=24500): Terminated: ok {rc=0}\u000a16:29:00.882237 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24497): Process ended prematurely: osmo-stp_10.42.42.5(pid=24497) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24497)] [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:29:00.891773 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a16:29:00.957062 run osmo-hlr_10.42.42.2(pid=24494): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24494)]\u000a16:29:01.008618 run osmo-hlr_10.42.42.2(pid=24494): stdout: \u000a| (launched: 2022-12-10_16:28:57.846102) \u000a16:29:01.061115 run osmo-hlr_10.42.42.2(pid=24494): stderr: \u000a| �[0;m�[1;31m20221210162858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162858036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162858046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162858046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162858046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:01.106265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24493): Terminating (SIGTERM)\u000a16:29:01.150496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24496): Terminating (SIGTERM)\u000a16:29:01.195369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24499): Terminating (SIGTERM)\u000a16:29:01.205450 --- ParallelTerminationStrategy: PID 24493 died...\u000a16:29:01.262631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24493): Terminated: ok {rc=0}\u000a16:29:01.273433 --- ParallelTerminationStrategy: PID 24496 died...\u000a16:29:01.330453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24496): Terminated: ok {rc=0}\u000a16:29:01.341243 --- ParallelTerminationStrategy: PID 24499 died...\u000a16:29:01.398603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24499): Terminated: ok {rc=0}\u000a16:29:01.486250 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:28:04" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24510): Process ended prematurely: osmo-stp_10.42.42.5(pid=24510) [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24510)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24510): Process ended prematurely: osmo-stp_10.42.42.5(pid=24510) [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:29:03.503378 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:29:03.514771 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:29:03.666490 tst switch_tch_pdch.py: using LAC 29206\u000a16:29:03.782702 tst switch_tch_pdch.py: using RAC 136\u000a16:29:03.896852 tst switch_tch_pdch.py: using CellId 29206\u000a16:29:04.018244 tst switch_tch_pdch.py: using BVCI 29207\u000a16:29:04.040467 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:29:04.051585 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:29:04.062492 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:29:04.073671 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:29:04.084806 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:29:04.096003 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:29:04.107350 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:29:04.118496 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:29:04.236169 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:29:04.513833 tst switch_tch_pdch.py:51: start network...\u000a16:29:04.635836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:05.094358 run create_hlr_db(pid=24504): Launched\u000a16:29:05.263475 bus /gobi_6: Setting Powered False\u000a16:29:06.285565 run create_hlr_db(pid=24504): Terminated: ok {rc=0}\u000a16:29:06.701760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24506): Launched\u000a16:29:07.013830 run osmo-hlr_10.42.42.2(pid=24507): Launched\u000a16:29:07.128469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:07.669566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24509): Launched\u000a16:29:07.981872 run osmo-stp_10.42.42.5(pid=24510): Launched\u000a16:29:08.095139 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:29:08.641973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24512): Launched\u000a16:29:08.752916 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:29:09.023751 run patchelf(pid=24513): Launched\u000a16:29:09.207058 run osmo-stp_10.42.42.5(pid=24510): ERR: Terminated: ERROR {rc=1} [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24510)]\u000a16:29:09.340835 run osmo-stp_10.42.42.5(pid=24510): stdout: \u000a| (launched: 2022-12-10_16:29:07.828321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:09.474840 run osmo-stp_10.42.42.5(pid=24510): stderr: \u000a| �[0;m�[38;5;43m20221210162908018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162908018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162908018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162908018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162908021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162908021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162908021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:09.603900 run osmo-stp_10.42.42.5(pid=24510): stdout: \u000a| (launched: 2022-12-10_16:29:07.828321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:09.731786 run osmo-stp_10.42.42.5(pid=24510): stderr: \u000a| �[0;m�[38;5;43m20221210162908018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162908018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162908018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162908018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162908021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162908021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162908021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:09.881225 run patchelf(pid=24513): Terminating (SIGINT)\u000a16:29:10.055973 run patchelf(pid=24513): Terminated: ok {rc=0}\u000a16:29:10.087795 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24510): Process ended prematurely: osmo-stp_10.42.42.5(pid=24510) [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24510)] [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:29:10.096909 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a16:29:10.160061 run osmo-hlr_10.42.42.2(pid=24507): ERR: Terminated: ERROR {rc=237} [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24507)]\u000a16:29:10.211174 run osmo-hlr_10.42.42.2(pid=24507): stdout: \u000a| (launched: 2022-12-10_16:29:06.860831) \u000a16:29:10.262795 run osmo-hlr_10.42.42.2(pid=24507): stderr: \u000a| �[0;m�[1;31m20221210162907057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162907057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162907057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162907057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162907058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162907058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162907070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162907078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162907078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162907078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:10.307147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24506): Terminating (SIGTERM)\u000a16:29:10.349302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24509): Terminating (SIGTERM)\u000a16:29:10.391221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24512): Terminating (SIGTERM)\u000a16:29:10.401033 --- ParallelTerminationStrategy: PID 24506 died...\u000a16:29:10.457237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24506): Terminated: ok {rc=0}\u000a16:29:10.467556 --- ParallelTerminationStrategy: PID 24509 died...\u000a16:29:10.523446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24509): Terminated: ok {rc=0}\u000a16:29:10.533767 --- ParallelTerminationStrategy: PID 24512 died...\u000a16:29:10.589571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24512): Terminated: ok {rc=0}\u000a16:29:10.676395 bus /gobi_0: Setting Powered False\u000a16:29:11.780506 bus /gobi_0: Setting Powered False\u000a16:29:12.891277 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:29:03" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24524): Process ended prematurely: osmo-stp_10.42.42.5(pid=24524) [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24524)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24524): Process ended prematurely: osmo-stp_10.42.42.5(pid=24524) [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:29:14.859443 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:29:14.870488 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:29:15.023045 tst switch_tch_pdch.py: using LAC 29207\u000a16:29:15.138743 tst switch_tch_pdch.py: using RAC 137\u000a16:29:15.253038 tst switch_tch_pdch.py: using CellId 29207\u000a16:29:15.367518 tst switch_tch_pdch.py: using BVCI 29208\u000a16:29:15.389862 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:29:15.400669 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:29:15.411310 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:29:15.422256 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:29:15.433202 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:29:15.444032 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:29:15.455195 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:29:15.466108 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:29:15.580415 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:29:15.859308 tst switch_tch_pdch.py:51: start network...\u000a16:29:15.984236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:16.464198 run create_hlr_db(pid=24518): Launched\u000a16:29:16.587106 bus /gobi_6: Setting Powered False\u000a16:29:17.653775 run create_hlr_db(pid=24518): Terminated: ok {rc=0}\u000a16:29:18.041375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24520): Launched\u000a16:29:18.352831 run osmo-hlr_10.42.42.2(pid=24521): Launched\u000a16:29:18.467355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:18.980819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24523): Launched\u000a16:29:19.293771 run osmo-stp_10.42.42.5(pid=24524): Launched\u000a16:29:19.407260 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:29:19.925527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24526): Launched\u000a16:29:20.036582 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:29:20.309341 run patchelf(pid=24527): Launched\u000a16:29:20.491970 run osmo-stp_10.42.42.5(pid=24524): ERR: Terminated: ERROR {rc=1} [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24524)]\u000a16:29:20.625475 run osmo-stp_10.42.42.5(pid=24524): stdout: \u000a| (launched: 2022-12-10_16:29:19.139913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:20.759010 run osmo-stp_10.42.42.5(pid=24524): stderr: \u000a| �[0;m�[38;5;43m20221210162919333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162919333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162919334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162919334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162919336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162919336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162919336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:20.887798 run osmo-stp_10.42.42.5(pid=24524): stdout: \u000a| (launched: 2022-12-10_16:29:19.139913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:21.015479 run osmo-stp_10.42.42.5(pid=24524): stderr: \u000a| �[0;m�[38;5;43m20221210162919333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162919333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162919334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162919334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162919336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162919336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162919336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:21.165218 run patchelf(pid=24527): Terminating (SIGINT)\u000a16:29:21.340416 run patchelf(pid=24527): Terminated: ok {rc=0}\u000a16:29:21.372282 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24524): Process ended prematurely: osmo-stp_10.42.42.5(pid=24524) [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24524)] [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:29:21.381414 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a16:29:21.443286 run osmo-hlr_10.42.42.2(pid=24521): ERR: Terminated: ERROR {rc=237} [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24521)]\u000a16:29:21.494099 run osmo-hlr_10.42.42.2(pid=24521): stdout: \u000a| (launched: 2022-12-10_16:29:18.199839) \u000a16:29:21.545594 run osmo-hlr_10.42.42.2(pid=24521): stderr: \u000a| �[0;m�[1;31m20221210162918396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162918396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162918396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162918396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162918396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162918396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162918409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162918417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162918417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162918417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:21.589374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24520): Terminating (SIGTERM)\u000a16:29:21.630726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24523): Terminating (SIGTERM)\u000a16:29:21.672077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24526): Terminating (SIGTERM)\u000a16:29:21.681815 --- ParallelTerminationStrategy: PID 24520 died...\u000a16:29:21.737062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24520): Terminated: ok {rc=0}\u000a16:29:21.747088 --- ParallelTerminationStrategy: PID 24523 died...\u000a16:29:21.802510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24523): Terminated: ok {rc=0}\u000a16:29:21.812539 --- ParallelTerminationStrategy: PID 24526 died...\u000a16:29:21.868193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24526): Terminated: ok {rc=0}\u000a16:29:21.954993 bus /gobi_0: Setting Powered False\u000a16:29:23.060771 bus /gobi_0: Setting Powered False\u000a16:29:24.171104 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:29:14" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24533): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24533) [trial-2376↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24533)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24533): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24533) [trial-2376↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a16:29:26.059528 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a16:29:26.070893 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:29:26.206367 tst mo_mt_sms.py: using LAC 29208\u000a16:29:26.329283 tst mo_mt_sms.py: using RAC 138\u000a16:29:26.450716 tst mo_mt_sms.py: using CellId 29208\u000a16:29:26.572454 tst mo_mt_sms.py: using BVCI 29209\u000a16:29:26.596110 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:29:26.709972 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:29:26.978541 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:29:27.099900 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:29:27.702991 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24532): Launched\u000a16:29:27.991994 run osmo-nitb_10.42.42.2(pid=24533): Launched\u000a16:29:28.171806 run osmo-nitb_10.42.42.2(pid=24533): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24533)]\u000a16:29:28.304491 run osmo-nitb_10.42.42.2(pid=24533): stdout: \u000a| (launched: 2022-12-10_16:29:27.850730) \u000a16:29:28.437633 run osmo-nitb_10.42.42.2(pid=24533): stderr: \u000a| (launched: 2022-12-10_16:29:27.894122)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:29:28.565862 run osmo-nitb_10.42.42.2(pid=24533): stdout: \u000a| (launched: 2022-12-10_16:29:27.850730) \u000a16:29:28.693156 run osmo-nitb_10.42.42.2(pid=24533): stderr: \u000a| (launched: 2022-12-10_16:29:27.894122)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:29:29.110067 tst osmo-nitb_10.42.42.2(pid=24533): stdout: \u000a| (launched: 2022-12-10_16:29:27.850730) \u000a16:29:29.226494 tst osmo-nitb_10.42.42.2(pid=24533): stderr: \u000a| (launched: 2022-12-10_16:29:27.894122)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:29:29.277401 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=24533): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24533) [trial-2376↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24533)] [trial-2376↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a16:29:29.285342 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a16:29:29.319465 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24532): Terminating (SIGTERM)\u000a16:29:29.496913 --- ParallelTerminationStrategy: PID 24532 died...\u000a16:29:29.551777 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24532): Terminated: ok {rc=0}\u000a16:29:29.639371 bus /sierra_3: Setting Powered False\u000a16:29:30.743162 bus /sierra_3: Setting Powered False\u000a16:29:31.861060 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:29:25" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24543): Process ended prematurely: osmo-stp_10.42.42.5(pid=24543) [trial-2376↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24543)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24543): Process ended prematurely: osmo-stp_10.42.42.5(pid=24543) [trial-2376↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a16:29:33.741496 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:33.752705 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:29:33.889951 tst mo_mt_sms.py: using LAC 29209\u000a16:29:34.011052 tst mo_mt_sms.py: using RAC 139\u000a16:29:34.132057 tst mo_mt_sms.py: using CellId 29209\u000a16:29:34.257137 tst mo_mt_sms.py: using BVCI 29210\u000a16:29:34.280678 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:34.291803 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:34.302861 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:34.313845 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:34.324724 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:34.335621 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:29:34.451271 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:29:34.657072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:35.157333 run create_hlr_db(pid=24537): Launched\u000a16:29:35.339020 bus /sierra_2: Setting Powered False\u000a16:29:36.360632 run create_hlr_db(pid=24537): Terminated: ok {rc=0}\u000a16:29:36.754057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24539): Launched\u000a16:29:37.046884 run osmo-hlr_10.42.42.2(pid=24540): Launched\u000a16:29:37.159812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:37.674335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24542): Launched\u000a16:29:37.965965 run osmo-stp_10.42.42.5(pid=24543): Launched\u000a16:29:38.073021 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:29:38.609125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24545): Launched\u000a16:29:38.902210 run osmo-msc_10.42.42.6(pid=24546): Launched\u000a16:29:39.074324 run osmo-stp_10.42.42.5(pid=24543): ERR: Terminated: ERROR {rc=1} [trial-2376↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24543)]\u000a16:29:39.198383 run osmo-stp_10.42.42.5(pid=24543): stdout: \u000a| (launched: 2022-12-10_16:29:37.822193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:39.321349 run osmo-stp_10.42.42.5(pid=24543): stderr: \u000a| �[0;m�[38;5;43m20221210162937992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162937992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162937993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162937993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162937994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162937994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162937994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:39.438483 run osmo-stp_10.42.42.5(pid=24543): stdout: \u000a| (launched: 2022-12-10_16:29:37.822193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:39.555239 run osmo-stp_10.42.42.5(pid=24543): stderr: \u000a| �[0;m�[38;5;43m20221210162937992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162937992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162937993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162937993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162937994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162937994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162937994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:39.606088 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=24543): Process ended prematurely: osmo-stp_10.42.42.5(pid=24543) [trial-2376↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24543)] [trial-2376↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a16:29:39.613972 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a16:29:39.674734 run osmo-hlr_10.42.42.2(pid=24540): ERR: Terminated: ERROR {rc=237} [trial-2376↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24540)]\u000a16:29:39.724108 run osmo-hlr_10.42.42.2(pid=24540): stdout: \u000a| (launched: 2022-12-10_16:29:36.901981) \u000a16:29:39.774239 run osmo-hlr_10.42.42.2(pid=24540): stderr: \u000a| �[0;m�[1;31m20221210162937078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162937078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162937078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162937078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162937078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162937078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162937091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162937101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162937101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162937101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:39.842499 run osmo-msc_10.42.42.6(pid=24546): ERR: Terminated: ERROR {rc=2} [trial-2376↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24546)]\u000a16:29:39.891773 run osmo-msc_10.42.42.6(pid=24546): stdout: \u000a| (launched: 2022-12-10_16:29:38.757073) \u000a16:29:39.941619 run osmo-msc_10.42.42.6(pid=24546): stderr: \u000a| �[0;m�[38;5;43m20221210162939030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162939030 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95a9c6cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162939030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162939030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162939030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162939030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162939032 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162939032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162939033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162939033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:29:39.984005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24539): Terminating (SIGTERM)\u000a16:29:40.024133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24542): Terminating (SIGTERM)\u000a16:29:40.064691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24545): Terminating (SIGTERM)\u000a16:29:40.074297 --- ParallelTerminationStrategy: PID 24539 died...\u000a16:29:40.128199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24539): Terminated: ok {rc=0}\u000a16:29:40.138182 --- ParallelTerminationStrategy: PID 24542 died...\u000a16:29:40.191922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24542): Terminated: ok {rc=0}\u000a16:29:40.201694 --- ParallelTerminationStrategy: PID 24545 died...\u000a16:29:40.255124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24545): Terminated: ok {rc=0}\u000a16:29:40.338930 bus /sierra_3: Setting Powered False\u000a16:29:41.440731 bus /sierra_3: Setting Powered False\u000a16:29:42.553174 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:29:33" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24552): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24552) [trial-2376↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24552)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24552): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24552) [trial-2376↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a16:29:44.388933 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a16:29:44.400635 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:29:44.528668 tst assert_extension.py: using LAC 29210\u000a16:29:44.642604 tst assert_extension.py: using RAC 140\u000a16:29:44.757622 tst assert_extension.py: using CellId 29210\u000a16:29:44.871481 tst assert_extension.py: using BVCI 29211\u000a16:29:44.893649 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a16:29:45.176785 tst assert_extension.py:10: start nitb and bts...\u000a16:29:45.307573 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:29:45.989683 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24551): Launched\u000a16:29:46.325486 run osmo-nitb_10.42.42.2(pid=24552): Launched\u000a16:29:46.520393 run osmo-nitb_10.42.42.2(pid=24552): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24552)]\u000a16:29:46.664829 run osmo-nitb_10.42.42.2(pid=24552): stdout: \u000a| (launched: 2022-12-10_16:29:46.154599) \u000a16:29:46.809567 run osmo-nitb_10.42.42.2(pid=24552): stderr: \u000a| (launched: 2022-12-10_16:29:46.202053)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:29:46.949097 run osmo-nitb_10.42.42.2(pid=24552): stdout: \u000a| (launched: 2022-12-10_16:29:46.154599) \u000a16:29:47.087128 run osmo-nitb_10.42.42.2(pid=24552): stderr: \u000a| (launched: 2022-12-10_16:29:46.202053)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:29:47.452343 tst osmo-nitb_10.42.42.2(pid=24552): stdout: \u000a| (launched: 2022-12-10_16:29:46.154599) \u000a16:29:47.577117 tst osmo-nitb_10.42.42.2(pid=24552): stderr: \u000a| (launched: 2022-12-10_16:29:46.202053)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:29:47.631450 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=24552): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24552) [trial-2376↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24552)] [trial-2376↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a16:29:47.640000 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a16:29:47.676108 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24551): Terminating (SIGTERM)\u000a16:29:47.854047 --- ParallelTerminationStrategy: PID 24551 died...\u000a16:29:47.911474 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24551): Terminated: ok {rc=0}\u000a16:29:47.999687 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:29:44" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24563): Process ended prematurely: osmo-stp_10.42.42.5(pid=24563) [trial-2376↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24563)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24563): Process ended prematurely: osmo-stp_10.42.42.5(pid=24563) [trial-2376↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a16:29:49.827593 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:49.839037 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:29:49.974712 tst assert_extension.py: using LAC 29211\u000a16:29:50.091874 tst assert_extension.py: using RAC 141\u000a16:29:50.209144 tst assert_extension.py: using CellId 29211\u000a16:29:50.325294 tst assert_extension.py: using BVCI 29212\u000a16:29:50.347581 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:50.358492 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:50.369233 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:50.380004 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:50.390872 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:50.401710 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a16:29:50.606928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:51.106322 run create_hlr_db(pid=24557): Launched\u000a16:29:51.288567 bus /sierra_2: Setting Powered False\u000a16:29:52.309748 run create_hlr_db(pid=24557): Terminated: ok {rc=0}\u000a16:29:52.707374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24559): Launched\u000a16:29:53.020453 run osmo-hlr_10.42.42.2(pid=24560): Launched\u000a16:29:53.135082 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:53.681200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24562): Launched\u000a16:29:53.993508 run osmo-stp_10.42.42.5(pid=24563): Launched\u000a16:29:54.107038 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:29:54.678312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24565): Launched\u000a16:29:54.990333 run osmo-msc_10.42.42.6(pid=24566): Launched\u000a16:29:55.173747 run osmo-stp_10.42.42.5(pid=24563): ERR: Terminated: ERROR {rc=1} [trial-2376↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24563)]\u000a16:29:55.306559 run osmo-stp_10.42.42.5(pid=24563): stdout: \u000a| (launched: 2022-12-10_16:29:53.840525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:55.438924 run osmo-stp_10.42.42.5(pid=24563): stderr: \u000a| �[0;m�[38;5;43m20221210162954031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162954031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162954032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162954032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162954034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162954034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162954034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:55.564527 run osmo-stp_10.42.42.5(pid=24563): stdout: \u000a| (launched: 2022-12-10_16:29:53.840525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:55.689229 run osmo-stp_10.42.42.5(pid=24563): stderr: \u000a| �[0;m�[38;5;43m20221210162954031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210162954031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210162954032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210162954032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210162954034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210162954034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210162954034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:55.743531 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=24563): Process ended prematurely: osmo-stp_10.42.42.5(pid=24563) [trial-2376↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24563)] [trial-2376↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a16:29:55.751829 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a16:29:55.814431 run osmo-hlr_10.42.42.2(pid=24560): ERR: Terminated: ERROR {rc=237} [trial-2376↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24560)]\u000a16:29:55.865632 run osmo-hlr_10.42.42.2(pid=24560): stdout: \u000a| (launched: 2022-12-10_16:29:52.866689) \u000a16:29:55.917473 run osmo-hlr_10.42.42.2(pid=24560): stderr: \u000a| �[0;m�[1;31m20221210162953064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210162953064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210162953064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162953064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210162953064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210162953064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210162953081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210162953089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210162953089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210162953089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:55.988280 run osmo-msc_10.42.42.6(pid=24566): ERR: Terminated: ERROR {rc=2} [trial-2376↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24566)]\u000a16:29:56.039732 run osmo-msc_10.42.42.6(pid=24566): stdout: \u000a| (launched: 2022-12-10_16:29:54.837326) \u000a16:29:56.091610 run osmo-msc_10.42.42.6(pid=24566): stderr: \u000a| �[0;m�[38;5;43m20221210162955158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210162955158 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2b4004c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210162955158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210162955158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210162955158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210162955159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210162955160 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210162955161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210162955161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210162955161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:29:56.135820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24559): Terminating (SIGTERM)\u000a16:29:56.178461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24562): Terminating (SIGTERM)\u000a16:29:56.221232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24565): Terminating (SIGTERM)\u000a16:29:56.231111 --- ParallelTerminationStrategy: PID 24559 died...\u000a16:29:56.287932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24559): Terminated: ok {rc=0}\u000a16:29:56.298192 --- ParallelTerminationStrategy: PID 24562 died...\u000a16:29:56.354328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24562): Terminated: ok {rc=0}\u000a16:29:56.364539 --- ParallelTerminationStrategy: PID 24565 died...\u000a16:29:56.420784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24565): Terminated: ok {rc=0}\u000a16:29:56.507909 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:29:49" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24580): Process ended prematurely: osmo-stp_10.42.42.5(pid=24580) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24580)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24580): Process ended prematurely: osmo-stp_10.42.42.5(pid=24580) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:29:58.465485 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:29:58.476779 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:29:58.629148 tst mo_mt_call.py: using LAC 29212\u000a16:29:58.751415 tst mo_mt_call.py: using RAC 142\u000a16:29:58.867404 tst mo_mt_call.py: using CellId 29212\u000a16:29:58.984365 tst mo_mt_call.py: using BVCI 29213\u000a16:29:59.006963 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:29:59.018221 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:29:59.029498 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:29:59.040820 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:29:59.052254 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:29:59.063474 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:29:59.176192 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:29:59.378943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:59.845607 run create_hlr_db(pid=24571): Launched\u000a16:30:00.015770 bus /sierra_2: Setting Powered False\u000a16:30:01.067370 run create_hlr_db(pid=24571): Terminated: ok {rc=0}\u000a16:30:01.508894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24573): Launched\u000a16:30:01.863798 run osmo-hlr_10.42.42.2(pid=24577): Launched\u000a16:30:02.041750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:02.686543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24579): Launched\u000a16:30:03.003410 run osmo-stp_10.42.42.5(pid=24580): Launched\u000a16:30:03.118467 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:30:03.698543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24582): Launched\u000a16:30:04.015122 run osmo-msc_10.42.42.6(pid=24583): Launched\u000a16:30:04.201009 run osmo-stp_10.42.42.5(pid=24580): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24580)]\u000a16:30:04.335437 run osmo-stp_10.42.42.5(pid=24580): stdout: \u000a| (launched: 2022-12-10_16:30:02.847899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:04.469164 run osmo-stp_10.42.42.5(pid=24580): stderr: \u000a| �[0;m�[38;5;43m20221210163003038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163003038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163003038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163003039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163003039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163003039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163003039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:04.596812 run osmo-stp_10.42.42.5(pid=24580): stdout: \u000a| (launched: 2022-12-10_16:30:02.847899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:04.723512 run osmo-stp_10.42.42.5(pid=24580): stderr: \u000a| �[0;m�[38;5;43m20221210163003038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163003038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163003038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163003039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163003039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163003039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163003039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:04.779410 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24580): Process ended prematurely: osmo-stp_10.42.42.5(pid=24580) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24580)] [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:30:04.788428 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:30:04.850610 run osmo-hlr_10.42.42.2(pid=24577): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24577)]\u000a16:30:04.901525 run osmo-hlr_10.42.42.2(pid=24577): stdout: \u000a| (launched: 2022-12-10_16:30:01.674168) \u000a16:30:04.952897 run osmo-hlr_10.42.42.2(pid=24577): stderr: \u000a| �[0;m�[1;31m20221210163002028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163002028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163002028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163002028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163002028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163002028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163002048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163002062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163002062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163002062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:05.022930 run osmo-msc_10.42.42.6(pid=24583): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24583)]\u000a16:30:05.073741 run osmo-msc_10.42.42.6(pid=24583): stdout: \u000a| (launched: 2022-12-10_16:30:03.860135) \u000a16:30:05.125029 run osmo-msc_10.42.42.6(pid=24583): stderr: \u000a| �[0;m�[38;5;43m20221210163004181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163004181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb481f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163004182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163004182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163004182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163004182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163004184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163004184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163004184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163004184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:30:05.168902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24573): Terminating (SIGTERM)\u000a16:30:05.210420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24579): Terminating (SIGTERM)\u000a16:30:05.251710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24582): Terminating (SIGTERM)\u000a16:30:05.261404 --- ParallelTerminationStrategy: PID 24573 died...\u000a16:30:05.316655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24573): Terminated: ok {rc=0}\u000a16:30:05.326763 --- ParallelTerminationStrategy: PID 24579 died...\u000a16:30:05.381814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24579): Terminated: ok {rc=0}\u000a16:30:05.391805 --- ParallelTerminationStrategy: PID 24582 died...\u000a16:30:05.446677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24582): Terminated: ok {rc=0}\u000a16:30:05.533454 bus /sierra_3: Setting Powered False\u000a16:30:06.633925 bus /sierra_3: Setting Powered False\u000a16:30:07.739440 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24591): Process ended prematurely: osmo-stp_10.42.42.5(pid=24591) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24591)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24591): Process ended prematurely: osmo-stp_10.42.42.5(pid=24591) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:30:08.852709 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:08.865088 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:30:09.023695 tst mo_mt_call_osmux.py: using LAC 29213\u000a16:30:09.148244 tst mo_mt_call_osmux.py: using RAC 143\u000a16:30:09.274528 tst mo_mt_call_osmux.py: using CellId 29213\u000a16:30:09.398867 tst mo_mt_call_osmux.py: using BVCI 29214\u000a16:30:09.423157 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:09.434911 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:09.446425 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:09.458010 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:09.469629 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:09.481162 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:30:09.598776 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:30:09.797535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:10.265065 run create_hlr_db(pid=24585): Launched\u000a16:30:10.436764 bus /sierra_2: Setting Powered False\u000a16:30:11.458712 run create_hlr_db(pid=24585): Terminated: ok {rc=0}\u000a16:30:11.882108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24587): Launched\u000a16:30:12.201162 run osmo-hlr_10.42.42.2(pid=24588): Launched\u000a16:30:12.317364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:12.868740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24590): Launched\u000a16:30:13.186180 run osmo-stp_10.42.42.5(pid=24591): Launched\u000a16:30:13.301230 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:30:13.886251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24593): Launched\u000a16:30:14.203270 run osmo-msc_10.42.42.6(pid=24594): Launched\u000a16:30:14.389848 run osmo-stp_10.42.42.5(pid=24591): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24591)]\u000a16:30:14.523854 run osmo-stp_10.42.42.5(pid=24591): stdout: \u000a| (launched: 2022-12-10_16:30:13.030205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:14.658055 run osmo-stp_10.42.42.5(pid=24591): stderr: \u000a| �[0;m�[38;5;43m20221210163013222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163013222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163013223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163013223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163013225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163013226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163013226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:14.785832 run osmo-stp_10.42.42.5(pid=24591): stdout: \u000a| (launched: 2022-12-10_16:30:13.030205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:14.912507 run osmo-stp_10.42.42.5(pid=24591): stderr: \u000a| �[0;m�[38;5;43m20221210163013222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163013222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163013223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163013223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163013225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163013226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163013226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:14.968373 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24591): Process ended prematurely: osmo-stp_10.42.42.5(pid=24591) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24591)] [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:30:14.977694 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:30:15.039919 run osmo-hlr_10.42.42.2(pid=24588): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24588)]\u000a16:30:15.092151 run osmo-hlr_10.42.42.2(pid=24588): stdout: \u000a| (launched: 2022-12-10_16:30:12.044437) \u000a16:30:15.144090 run osmo-hlr_10.42.42.2(pid=24588): stderr: \u000a| �[0;m�[1;31m20221210163012243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163012243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163012243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163012243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163012243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163012243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163012255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163012263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163012264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163012264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:15.214391 run osmo-msc_10.42.42.6(pid=24594): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24594)]\u000a16:30:15.264908 run osmo-msc_10.42.42.6(pid=24594): stdout: \u000a| (launched: 2022-12-10_16:30:14.047772) \u000a16:30:15.316194 run osmo-msc_10.42.42.6(pid=24594): stderr: \u000a| �[0;m�[38;5;43m20221210163014372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163014372 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba91efcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163014372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163014372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163014373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163014373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163014375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163014375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163014375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163014375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:30:15.359783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24587): Terminating (SIGTERM)\u000a16:30:15.400891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24590): Terminating (SIGTERM)\u000a16:30:15.442016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24593): Terminating (SIGTERM)\u000a16:30:15.451306 --- ParallelTerminationStrategy: PID 24587 died...\u000a16:30:15.506495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24587): Terminated: ok {rc=0}\u000a16:30:15.516586 --- ParallelTerminationStrategy: PID 24590 died...\u000a16:30:15.571630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24590): Terminated: ok {rc=0}\u000a16:30:15.581719 --- ParallelTerminationStrategy: PID 24593 died...\u000a16:30:15.636854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24593): Terminated: ok {rc=0}\u000a16:30:15.723139 bus /sierra_3: Setting Powered False\u000a16:30:16.831371 bus /sierra_3: Setting Powered False\u000a16:30:17.939190 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:29:58" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24607): Process ended prematurely: osmo-stp_10.42.42.5(pid=24607) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24607)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24607): Process ended prematurely: osmo-stp_10.42.42.5(pid=24607) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:30:19.933092 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:19.944786 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:30:20.103658 tst mo_mt_call.py: using LAC 29214\u000a16:30:20.234384 tst mo_mt_call.py: using RAC 144\u000a16:30:20.358655 tst mo_mt_call.py: using CellId 29214\u000a16:30:20.483039 tst mo_mt_call.py: using BVCI 29215\u000a16:30:20.507313 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:20.519009 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:20.530509 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:20.542113 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:20.553738 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:20.565257 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:30:20.683166 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:30:20.890407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:21.398030 run create_hlr_db(pid=24601): Launched\u000a16:30:21.581333 bus /sierra_2: Setting Powered False\u000a16:30:22.602190 run create_hlr_db(pid=24601): Terminated: ok {rc=0}\u000a16:30:23.001805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24603): Launched\u000a16:30:23.299393 run osmo-hlr_10.42.42.2(pid=24604): Launched\u000a16:30:23.415747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:23.937840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24606): Launched\u000a16:30:24.235359 run osmo-stp_10.42.42.5(pid=24607): Launched\u000a16:30:24.345238 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:30:24.889827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24609): Launched\u000a16:30:25.188388 run osmo-msc_10.42.42.6(pid=24610): Launched\u000a16:30:25.366083 run osmo-stp_10.42.42.5(pid=24607): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24607)]\u000a16:30:25.493394 run osmo-stp_10.42.42.5(pid=24607): stdout: \u000a| (launched: 2022-12-10_16:30:24.088901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:25.617976 run osmo-stp_10.42.42.5(pid=24607): stderr: \u000a| �[0;m�[38;5;43m20221210163024259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163024259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163024259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163024260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163024260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163024260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163024261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:25.738087 run osmo-stp_10.42.42.5(pid=24607): stdout: \u000a| (launched: 2022-12-10_16:30:24.088901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:25.857246 run osmo-stp_10.42.42.5(pid=24607): stderr: \u000a| �[0;m�[38;5;43m20221210163024259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163024259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163024259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163024260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163024260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163024260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163024261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:25.909778 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24607): Process ended prematurely: osmo-stp_10.42.42.5(pid=24607) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24607)] [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:30:25.918302 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a16:30:25.978024 run osmo-hlr_10.42.42.2(pid=24604): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24604)]\u000a16:30:26.026746 run osmo-hlr_10.42.42.2(pid=24604): stdout: \u000a| (launched: 2022-12-10_16:30:23.152701) \u000a16:30:26.075996 run osmo-hlr_10.42.42.2(pid=24604): stderr: \u000a| �[0;m�[1;31m20221210163023329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163023329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163023329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163023329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163023329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163023329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163023343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163023353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163023353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163023353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:26.143251 run osmo-msc_10.42.42.6(pid=24610): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24610)]\u000a16:30:26.191845 run osmo-msc_10.42.42.6(pid=24610): stdout: \u000a| (launched: 2022-12-10_16:30:25.040751) \u000a16:30:26.241181 run osmo-msc_10.42.42.6(pid=24610): stderr: \u000a| �[0;m�[38;5;43m20221210163025313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163025313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff35c63c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163025313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163025313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163025314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163025314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163025316 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163025316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163025317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163025317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:30:26.283123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24603): Terminating (SIGTERM)\u000a16:30:26.322746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24606): Terminating (SIGTERM)\u000a16:30:26.362338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24609): Terminating (SIGTERM)\u000a16:30:26.371414 --- ParallelTerminationStrategy: PID 24603 died...\u000a16:30:26.424455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24603): Terminated: ok {rc=0}\u000a16:30:26.434323 --- ParallelTerminationStrategy: PID 24606 died...\u000a16:30:26.487320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24606): Terminated: ok {rc=0}\u000a16:30:26.496820 --- ParallelTerminationStrategy: PID 24609 died...\u000a16:30:26.549605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24609): Terminated: ok {rc=0}\u000a16:30:26.632697 bus /sierra_3: Setting Powered False\u000a16:30:27.734163 bus /sierra_3: Setting Powered False\u000a16:30:28.844304 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24618): Process ended prematurely: osmo-stp_10.42.42.5(pid=24618) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24618)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24618): Process ended prematurely: osmo-stp_10.42.42.5(pid=24618) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:30:29.953176 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:29.964919 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:30:30.117207 tst mo_mt_call_osmux.py: using LAC 29215\u000a16:30:30.236108 tst mo_mt_call_osmux.py: using RAC 145\u000a16:30:30.354999 tst mo_mt_call_osmux.py: using CellId 29215\u000a16:30:30.476663 tst mo_mt_call_osmux.py: using BVCI 29216\u000a16:30:30.499330 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:30.510647 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:30.521682 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:30.532930 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:30.544647 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:30.556001 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:30:30.669918 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:30:30.891300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:31.442609 run create_hlr_db(pid=24612): Launched\u000a16:30:31.631113 bus /sierra_2: Setting Powered False\u000a16:30:32.649290 run create_hlr_db(pid=24612): Terminated: ok {rc=0}\u000a16:30:33.048457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24614): Launched\u000a16:30:33.345284 run osmo-hlr_10.42.42.2(pid=24615): Launched\u000a16:30:33.453063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:33.969355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24617): Launched\u000a16:30:34.267706 run osmo-stp_10.42.42.5(pid=24618): Launched\u000a16:30:34.377693 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:30:34.921397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24620): Launched\u000a16:30:35.220920 run osmo-msc_10.42.42.6(pid=24621): Launched\u000a16:30:35.396467 run osmo-stp_10.42.42.5(pid=24618): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24618)]\u000a16:30:35.523489 run osmo-stp_10.42.42.5(pid=24618): stdout: \u000a| (launched: 2022-12-10_16:30:34.120209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:35.648754 run osmo-stp_10.42.42.5(pid=24618): stderr: \u000a| �[0;m�[38;5;43m20221210163034288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163034288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163034288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163034289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163034291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163034291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163034291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:35.769394 run osmo-stp_10.42.42.5(pid=24618): stdout: \u000a| (launched: 2022-12-10_16:30:34.120209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:35.888556 run osmo-stp_10.42.42.5(pid=24618): stderr: \u000a| �[0;m�[38;5;43m20221210163034288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163034288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163034288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163034289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163034291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163034291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163034291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:35.941008 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24618): Process ended prematurely: osmo-stp_10.42.42.5(pid=24618) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24618)] [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:30:35.949504 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a16:30:36.010224 run osmo-hlr_10.42.42.2(pid=24615): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24615)]\u000a16:30:36.059747 run osmo-hlr_10.42.42.2(pid=24615): stdout: \u000a| (launched: 2022-12-10_16:30:33.199425) \u000a16:30:36.109928 run osmo-hlr_10.42.42.2(pid=24615): stderr: \u000a| �[0;m�[1;31m20221210163033375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163033375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163033375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163033375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163033375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163033375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163033387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163033396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163033396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163033396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:36.178353 run osmo-msc_10.42.42.6(pid=24621): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24621)]\u000a16:30:36.227826 run osmo-msc_10.42.42.6(pid=24621): stdout: \u000a| (launched: 2022-12-10_16:30:35.073153) \u000a16:30:36.277873 run osmo-msc_10.42.42.6(pid=24621): stderr: \u000a| �[0;m�[38;5;43m20221210163035346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163035347 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa15d2aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163035347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163035347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163035347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163035347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163035351 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163035352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163035352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163035352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:30:36.320209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24614): Terminating (SIGTERM)\u000a16:30:36.361125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24617): Terminating (SIGTERM)\u000a16:30:36.401340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24620): Terminating (SIGTERM)\u000a16:30:36.410956 --- ParallelTerminationStrategy: PID 24614 died...\u000a16:30:36.464781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24614): Terminated: ok {rc=0}\u000a16:30:36.474893 --- ParallelTerminationStrategy: PID 24617 died...\u000a16:30:36.528739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24617): Terminated: ok {rc=0}\u000a16:30:36.538780 --- ParallelTerminationStrategy: PID 24620 died...\u000a16:30:36.592662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24620): Terminated: ok {rc=0}\u000a16:30:36.682013 bus /sierra_3: Setting Powered False\u000a16:30:37.785472 bus /sierra_3: Setting Powered False\u000a16:30:38.898212 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:30:19" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24632): Process ended prematurely: osmo-stp_10.42.42.5(pid=24632) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24632)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24632): Process ended prematurely: osmo-stp_10.42.42.5(pid=24632) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:30:40.878373 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:40.889662 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:30:41.041404 tst mo_mt_call.py: using LAC 29216\u000a16:30:41.159267 tst mo_mt_call.py: using RAC 146\u000a16:30:41.277950 tst mo_mt_call.py: using CellId 29216\u000a16:30:41.394526 tst mo_mt_call.py: using BVCI 29217\u000a16:30:41.417073 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:41.428252 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:41.439225 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:41.450610 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:41.461933 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:41.473335 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:30:41.592293 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:30:41.791964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:42.261799 run create_hlr_db(pid=24626): Launched\u000a16:30:42.433832 bus /sierra_2: Setting Powered False\u000a16:30:43.456811 run create_hlr_db(pid=24626): Terminated: ok {rc=0}\u000a16:30:43.856365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24628): Launched\u000a16:30:44.156508 run osmo-hlr_10.42.42.2(pid=24629): Launched\u000a16:30:44.272533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:44.798146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24631): Launched\u000a16:30:45.095275 run osmo-stp_10.42.42.5(pid=24632): Launched\u000a16:30:45.203455 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:30:45.750398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24634): Launched\u000a16:30:46.197314 run osmo-msc_10.42.42.6(pid=24635): Launched\u000a16:30:46.596859 run osmo-stp_10.42.42.5(pid=24632): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24632)]\u000a16:30:46.814836 run osmo-stp_10.42.42.5(pid=24632): stdout: \u000a| (launched: 2022-12-10_16:30:44.949320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:46.946741 run osmo-stp_10.42.42.5(pid=24632): stderr: \u000a| �[0;m�[38;5;43m20221210163045116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163045116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163045116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163045117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163045119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163045119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163045119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:47.072367 run osmo-stp_10.42.42.5(pid=24632): stdout: \u000a| (launched: 2022-12-10_16:30:44.949320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:47.195393 run osmo-stp_10.42.42.5(pid=24632): stderr: \u000a| �[0;m�[38;5;43m20221210163045116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163045116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163045116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163045117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163045119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163045119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163045119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:47.249715 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24632): Process ended prematurely: osmo-stp_10.42.42.5(pid=24632) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24632)] [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:30:47.259275 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:30:47.322566 run osmo-hlr_10.42.42.2(pid=24629): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24629)]\u000a16:30:47.373088 run osmo-hlr_10.42.42.2(pid=24629): stdout: \u000a| (launched: 2022-12-10_16:30:44.008525) \u000a16:30:47.424769 run osmo-hlr_10.42.42.2(pid=24629): stderr: \u000a| �[0;m�[1;31m20221210163044185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163044185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163044185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163044185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163044185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163044185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163044197 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163044206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163044206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163044206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:47.493809 run osmo-msc_10.42.42.6(pid=24635): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24635)]\u000a16:30:47.543043 run osmo-msc_10.42.42.6(pid=24635): stdout: \u000a| (launched: 2022-12-10_16:30:45.934256) \u000a16:30:47.592712 run osmo-msc_10.42.42.6(pid=24635): stderr: \u000a| �[0;m�[38;5;43m20221210163046415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163046415 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0edf4eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163046415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163046415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163046416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163046416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163046418 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163046419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163046419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163046419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:30:47.634858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24628): Terminating (SIGTERM)\u000a16:30:47.674999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24631): Terminating (SIGTERM)\u000a16:30:47.715232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24634): Terminating (SIGTERM)\u000a16:30:47.724857 --- ParallelTerminationStrategy: PID 24628 died...\u000a16:30:47.778853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24628): Terminated: ok {rc=0}\u000a16:30:47.788805 --- ParallelTerminationStrategy: PID 24631 died...\u000a16:30:47.842525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24631): Terminated: ok {rc=0}\u000a16:30:47.852447 --- ParallelTerminationStrategy: PID 24634 died...\u000a16:30:47.905927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24634): Terminated: ok {rc=0}\u000a16:30:47.994434 bus /sierra_3: Setting Powered False\u000a16:30:49.099781 bus /sierra_3: Setting Powered False\u000a16:30:50.211939 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24643): Process ended prematurely: osmo-stp_10.42.42.5(pid=24643) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24643)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24643): Process ended prematurely: osmo-stp_10.42.42.5(pid=24643) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:30:51.320681 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:51.332400 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:30:51.484443 tst mo_mt_call_osmux.py: using LAC 29217\u000a16:30:51.601246 tst mo_mt_call_osmux.py: using RAC 147\u000a16:30:51.718943 tst mo_mt_call_osmux.py: using CellId 29217\u000a16:30:51.834956 tst mo_mt_call_osmux.py: using BVCI 29218\u000a16:30:51.857546 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:51.868808 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:51.879855 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:51.891316 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:51.902724 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:51.914006 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:30:52.027928 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:30:52.240175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:52.751049 run create_hlr_db(pid=24637): Launched\u000a16:30:52.935089 bus /sierra_2: Setting Powered False\u000a16:30:53.956450 run create_hlr_db(pid=24637): Terminated: ok {rc=0}\u000a16:30:54.356765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24639): Launched\u000a16:30:54.654633 run osmo-hlr_10.42.42.2(pid=24640): Launched\u000a16:30:54.771742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:55.298279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24642): Launched\u000a16:30:55.596298 run osmo-stp_10.42.42.5(pid=24643): Launched\u000a16:30:55.715769 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:30:56.263190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24645): Launched\u000a16:30:56.562223 run osmo-msc_10.42.42.6(pid=24646): Launched\u000a16:30:56.738564 run osmo-stp_10.42.42.5(pid=24643): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24643)]\u000a16:30:56.865987 run osmo-stp_10.42.42.5(pid=24643): stdout: \u000a| (launched: 2022-12-10_16:30:55.449331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:56.989983 run osmo-stp_10.42.42.5(pid=24643): stderr: \u000a| �[0;m�[38;5;43m20221210163055619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163055620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163055620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163055620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163055622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163055623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163055623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:57.110144 run osmo-stp_10.42.42.5(pid=24643): stdout: \u000a| (launched: 2022-12-10_16:30:55.449331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:57.229064 run osmo-stp_10.42.42.5(pid=24643): stderr: \u000a| �[0;m�[38;5;43m20221210163055619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163055620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163055620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163055620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163055622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163055623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163055623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:57.281313 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24643): Process ended prematurely: osmo-stp_10.42.42.5(pid=24643) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24643)] [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:30:57.289741 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a16:30:57.350218 run osmo-hlr_10.42.42.2(pid=24640): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24640)]\u000a16:30:57.399216 run osmo-hlr_10.42.42.2(pid=24640): stdout: \u000a| (launched: 2022-12-10_16:30:54.507267) \u000a16:30:57.448649 run osmo-hlr_10.42.42.2(pid=24640): stderr: \u000a| �[0;m�[1;31m20221210163054685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163054685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163054685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163054685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163054685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163054685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163054701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163054711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163054711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163054711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:57.515497 run osmo-msc_10.42.42.6(pid=24646): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24646)]\u000a16:30:57.564589 run osmo-msc_10.42.42.6(pid=24646): stdout: \u000a| (launched: 2022-12-10_16:30:56.414267) \u000a16:30:57.613646 run osmo-msc_10.42.42.6(pid=24646): stderr: \u000a| �[0;m�[38;5;43m20221210163056686 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163056687 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36baac3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163056687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163056687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163056687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163056687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163056689 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163056690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163056690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163056690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:30:57.655352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24639): Terminating (SIGTERM)\u000a16:30:57.694666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24642): Terminating (SIGTERM)\u000a16:30:57.734034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24645): Terminating (SIGTERM)\u000a16:30:57.743168 --- ParallelTerminationStrategy: PID 24639 died...\u000a16:30:57.795816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24639): Terminated: ok {rc=0}\u000a16:30:57.805735 --- ParallelTerminationStrategy: PID 24642 died...\u000a16:30:57.858324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24642): Terminated: ok {rc=0}\u000a16:30:57.868141 --- ParallelTerminationStrategy: PID 24645 died...\u000a16:30:57.921343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24645): Terminated: ok {rc=0}\u000a16:30:58.003908 bus /sierra_3: Setting Powered False\u000a16:30:59.108919 bus /sierra_3: Setting Powered False\u000a16:31:00.216030 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:30:40" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24657): Process ended prematurely: osmo-stp_10.42.42.5(pid=24657) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24657)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24657): Process ended prematurely: osmo-stp_10.42.42.5(pid=24657) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:31:02.236469 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:02.248655 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:31:02.398636 tst mo_mt_call.py: using LAC 29218\u000a16:31:02.514826 tst mo_mt_call.py: using RAC 148\u000a16:31:02.630942 tst mo_mt_call.py: using CellId 29218\u000a16:31:02.756001 tst mo_mt_call.py: using BVCI 29219\u000a16:31:02.780337 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:02.791999 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:02.803702 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:02.816640 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:02.828474 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:02.841484 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:31:02.958101 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:31:03.167069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:03.679088 run create_hlr_db(pid=24651): Launched\u000a16:31:03.864258 bus /sierra_2: Setting Powered False\u000a16:31:04.885313 run create_hlr_db(pid=24651): Terminated: ok {rc=0}\u000a16:31:05.310843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24653): Launched\u000a16:31:05.630793 run osmo-hlr_10.42.42.2(pid=24654): Launched\u000a16:31:05.750876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:06.305809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24656): Launched\u000a16:31:06.624460 run osmo-stp_10.42.42.5(pid=24657): Launched\u000a16:31:06.739767 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:31:07.322752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24659): Launched\u000a16:31:07.642472 run osmo-msc_10.42.42.6(pid=24660): Launched\u000a16:31:07.822177 run osmo-stp_10.42.42.5(pid=24657): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24657)]\u000a16:31:07.950882 run osmo-stp_10.42.42.5(pid=24657): stdout: \u000a| (launched: 2022-12-10_16:31:06.468066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:08.076169 run osmo-stp_10.42.42.5(pid=24657): stderr: \u000a| �[0;m�[38;5;43m20221210163106661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163106661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163106661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163106662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163106663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163106663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163106663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:08.196907 run osmo-stp_10.42.42.5(pid=24657): stdout: \u000a| (launched: 2022-12-10_16:31:06.468066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:08.316836 run osmo-stp_10.42.42.5(pid=24657): stderr: \u000a| �[0;m�[38;5;43m20221210163106661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163106661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163106661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163106662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163106663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163106663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163106663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:08.369703 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24657): Process ended prematurely: osmo-stp_10.42.42.5(pid=24657) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24657)] [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:31:08.378535 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:31:08.439489 run osmo-hlr_10.42.42.2(pid=24654): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24654)]\u000a16:31:08.488422 run osmo-hlr_10.42.42.2(pid=24654): stdout: \u000a| (launched: 2022-12-10_16:31:05.473831) \u000a16:31:08.539267 run osmo-hlr_10.42.42.2(pid=24654): stderr: \u000a| �[0;m�[1;31m20221210163105673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163105673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163105673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163105673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163105673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163105673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163105686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163105694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163105694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163105694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:08.607053 run osmo-msc_10.42.42.6(pid=24660): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24660)]\u000a16:31:08.656856 run osmo-msc_10.42.42.6(pid=24660): stdout: \u000a| (launched: 2022-12-10_16:31:07.485137) \u000a16:31:08.706934 run osmo-msc_10.42.42.6(pid=24660): stderr: \u000a| �[0;m�[38;5;43m20221210163107756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163107757 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c442dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163107757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163107757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163107757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163107757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163107759 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163107759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163107759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163107759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:31:08.749374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24653): Terminating (SIGTERM)\u000a16:31:08.790137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24656): Terminating (SIGTERM)\u000a16:31:08.830261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24659): Terminating (SIGTERM)\u000a16:31:08.840078 --- ParallelTerminationStrategy: PID 24653 died...\u000a16:31:08.894296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24653): Terminated: ok {rc=0}\u000a16:31:08.904537 --- ParallelTerminationStrategy: PID 24656 died...\u000a16:31:08.958160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24656): Terminated: ok {rc=0}\u000a16:31:08.968284 --- ParallelTerminationStrategy: PID 24659 died...\u000a16:31:09.021979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24659): Terminated: ok {rc=0}\u000a16:31:09.109904 bus /sierra_3: Setting Powered False\u000a16:31:10.213332 bus /sierra_3: Setting Powered False\u000a16:31:11.324538 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24668): Process ended prematurely: osmo-stp_10.42.42.5(pid=24668) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24668)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24668): Process ended prematurely: osmo-stp_10.42.42.5(pid=24668) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:31:12.438653 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:12.451080 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:31:12.605907 tst mo_mt_call_osmux.py: using LAC 29219\u000a16:31:12.724308 tst mo_mt_call_osmux.py: using RAC 149\u000a16:31:12.841837 tst mo_mt_call_osmux.py: using CellId 29219\u000a16:31:12.966739 tst mo_mt_call_osmux.py: using BVCI 29220\u000a16:31:12.991263 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:13.003254 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:13.015124 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:13.027061 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:13.039986 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:13.052118 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:31:13.169442 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:31:13.367915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:13.838195 run create_hlr_db(pid=24662): Launched\u000a16:31:14.010573 bus /sierra_2: Setting Powered False\u000a16:31:15.032206 run create_hlr_db(pid=24662): Terminated: ok {rc=0}\u000a16:31:15.430442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24664): Launched\u000a16:31:15.729089 run osmo-hlr_10.42.42.2(pid=24665): Launched\u000a16:31:15.865785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:16.482904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24667): Launched\u000a16:31:16.918273 run osmo-stp_10.42.42.5(pid=24668): Launched\u000a16:31:17.084221 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:31:17.668160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24670): Launched\u000a16:31:17.968032 run osmo-msc_10.42.42.6(pid=24671): Launched\u000a16:31:18.143255 run osmo-stp_10.42.42.5(pid=24668): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24668)]\u000a16:31:18.270327 run osmo-stp_10.42.42.5(pid=24668): stdout: \u000a| (launched: 2022-12-10_16:31:16.639140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:18.394980 run osmo-stp_10.42.42.5(pid=24668): stderr: \u000a| �[0;m�[38;5;43m20221210163116898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163116898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163116898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163116899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163116899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163116899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163116899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:18.515339 run osmo-stp_10.42.42.5(pid=24668): stdout: \u000a| (launched: 2022-12-10_16:31:16.639140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:18.635154 run osmo-stp_10.42.42.5(pid=24668): stderr: \u000a| �[0;m�[38;5;43m20221210163116898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163116898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163116898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163116899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163116899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163116899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163116899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:18.687979 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24668): Process ended prematurely: osmo-stp_10.42.42.5(pid=24668) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24668)] [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:31:18.696619 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:31:18.757876 run osmo-hlr_10.42.42.2(pid=24665): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24665)]\u000a16:31:18.807506 run osmo-hlr_10.42.42.2(pid=24665): stdout: \u000a| (launched: 2022-12-10_16:31:15.581647) \u000a16:31:18.857674 run osmo-hlr_10.42.42.2(pid=24665): stderr: \u000a| �[0;m�[1;31m20221210163115757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163115757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163115757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163115757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163115757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163115757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163115769 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163115778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163115778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163115778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:18.926203 run osmo-msc_10.42.42.6(pid=24671): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24671)]\u000a16:31:18.975505 run osmo-msc_10.42.42.6(pid=24671): stdout: \u000a| (launched: 2022-12-10_16:31:17.819430) \u000a16:31:19.025339 run osmo-msc_10.42.42.6(pid=24671): stderr: \u000a| �[0;m�[38;5;43m20221210163118091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163118091 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7dda64c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163118091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163118091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163118092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163118092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163118094 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163118095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163118095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163118095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:31:19.067365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24664): Terminating (SIGTERM)\u000a16:31:19.107301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24667): Terminating (SIGTERM)\u000a16:31:19.147253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24670): Terminating (SIGTERM)\u000a16:31:19.157183 --- ParallelTerminationStrategy: PID 24664 died...\u000a16:31:19.211088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24664): Terminated: ok {rc=0}\u000a16:31:19.221422 --- ParallelTerminationStrategy: PID 24667 died...\u000a16:31:19.275058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24667): Terminated: ok {rc=0}\u000a16:31:19.285411 --- ParallelTerminationStrategy: PID 24670 died...\u000a16:31:19.339291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24670): Terminated: ok {rc=0}\u000a16:31:19.427630 bus /sierra_3: Setting Powered False\u000a16:31:20.530765 bus /sierra_3: Setting Powered False\u000a16:31:21.641644 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:31:01" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24682): Process ended prematurely: osmo-stp_10.42.42.5(pid=24682) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24682)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24682): Process ended prematurely: osmo-stp_10.42.42.5(pid=24682) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:31:23.626943 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:23.638425 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:31:23.788928 tst mo_mt_call.py: using LAC 29220\u000a16:31:23.913501 tst mo_mt_call.py: using RAC 150\u000a16:31:24.039540 tst mo_mt_call.py: using CellId 29220\u000a16:31:24.159956 tst mo_mt_call.py: using BVCI 29221\u000a16:31:24.182802 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:24.194201 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:24.205500 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:24.216890 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:24.228474 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:24.239938 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:31:24.358048 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:31:24.558424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:25.027365 run create_hlr_db(pid=24676): Launched\u000a16:31:25.199229 bus /sierra_2: Setting Powered False\u000a16:31:26.222100 run create_hlr_db(pid=24676): Terminated: ok {rc=0}\u000a16:31:26.647911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24678): Launched\u000a16:31:26.969182 run osmo-hlr_10.42.42.2(pid=24679): Launched\u000a16:31:27.086285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:27.640085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24681): Launched\u000a16:31:27.959097 run osmo-stp_10.42.42.5(pid=24682): Launched\u000a16:31:28.074840 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:31:28.658707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24684): Launched\u000a16:31:28.979096 run osmo-msc_10.42.42.6(pid=24685): Launched\u000a16:31:29.165959 run osmo-stp_10.42.42.5(pid=24682): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24682)]\u000a16:31:29.300512 run osmo-stp_10.42.42.5(pid=24682): stdout: \u000a| (launched: 2022-12-10_16:31:27.802488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:29.434655 run osmo-stp_10.42.42.5(pid=24682): stderr: \u000a| �[0;m�[38;5;43m20221210163127998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163127998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163127998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163127999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163127999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163127999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163127999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:29.562971 run osmo-stp_10.42.42.5(pid=24682): stdout: \u000a| (launched: 2022-12-10_16:31:27.802488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:29.689939 run osmo-stp_10.42.42.5(pid=24682): stderr: \u000a| �[0;m�[38;5;43m20221210163127998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163127998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163127998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163127999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163127999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163127999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163127999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:29.746188 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24682): Process ended prematurely: osmo-stp_10.42.42.5(pid=24682) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24682)] [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:31:29.755104 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:31:29.817181 run osmo-hlr_10.42.42.2(pid=24679): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24679)]\u000a16:31:29.868050 run osmo-hlr_10.42.42.2(pid=24679): stdout: \u000a| (launched: 2022-12-10_16:31:26.811399) \u000a16:31:29.919333 run osmo-hlr_10.42.42.2(pid=24679): stderr: \u000a| �[0;m�[1;31m20221210163127011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163127011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163127011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163127011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163127011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163127011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163127027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163127037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163127038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163127038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:29.989328 run osmo-msc_10.42.42.6(pid=24685): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24685)]\u000a16:31:30.040127 run osmo-msc_10.42.42.6(pid=24685): stdout: \u000a| (launched: 2022-12-10_16:31:28.821488) \u000a16:31:30.091422 run osmo-msc_10.42.42.6(pid=24685): stderr: \u000a| �[0;m�[38;5;43m20221210163129144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163129144 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0bc838ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163129144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163129144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163129145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163129145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163129146 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163129147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163129147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163129147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:31:30.135127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24678): Terminating (SIGTERM)\u000a16:31:30.176335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24681): Terminating (SIGTERM)\u000a16:31:30.217861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24684): Terminating (SIGTERM)\u000a16:31:30.227315 --- ParallelTerminationStrategy: PID 24678 died...\u000a16:31:30.282735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24678): Terminated: ok {rc=0}\u000a16:31:30.292881 --- ParallelTerminationStrategy: PID 24681 died...\u000a16:31:30.347993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24681): Terminated: ok {rc=0}\u000a16:31:30.358173 --- ParallelTerminationStrategy: PID 24684 died...\u000a16:31:30.413244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24684): Terminated: ok {rc=0}\u000a16:31:30.498849 bus /sierra_3: Setting Powered False\u000a16:31:31.615456 bus /sierra_3: Setting Powered False\u000a16:31:32.724534 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24693): Process ended prematurely: osmo-stp_10.42.42.5(pid=24693) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24693): Process ended prematurely: osmo-stp_10.42.42.5(pid=24693) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:31:33.838645 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:33.851117 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:31:34.012643 tst mo_mt_call_osmux.py: using LAC 29221\u000a16:31:34.137480 tst mo_mt_call_osmux.py: using RAC 151\u000a16:31:34.263026 tst mo_mt_call_osmux.py: using CellId 29221\u000a16:31:34.393322 tst mo_mt_call_osmux.py: using BVCI 29222\u000a16:31:34.417764 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:34.429566 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:34.441147 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:34.452653 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:34.464284 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:34.475820 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:31:34.590436 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:31:34.798046 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:35.309318 run create_hlr_db(pid=24687): Launched\u000a16:31:35.493852 bus /sierra_2: Setting Powered False\u000a16:31:36.515031 run create_hlr_db(pid=24687): Terminated: ok {rc=0}\u000a16:31:36.940769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24689): Launched\u000a16:31:37.261841 run osmo-hlr_10.42.42.2(pid=24690): Launched\u000a16:31:37.380390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:37.935257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24692): Launched\u000a16:31:38.253996 run osmo-stp_10.42.42.5(pid=24693): Launched\u000a16:31:38.369839 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:31:38.955217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24695): Launched\u000a16:31:39.276125 run osmo-msc_10.42.42.6(pid=24696): Launched\u000a16:31:39.463529 run osmo-stp_10.42.42.5(pid=24693): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)]\u000a16:31:39.598842 run osmo-stp_10.42.42.5(pid=24693): stdout: \u000a| (launched: 2022-12-10_16:31:38.097765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:39.733713 run osmo-stp_10.42.42.5(pid=24693): stderr: \u000a| �[0;m�[38;5;43m20221210163138290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163138291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163138291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163138291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163138292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163138292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163138292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:39.862585 run osmo-stp_10.42.42.5(pid=24693): stdout: \u000a| (launched: 2022-12-10_16:31:38.097765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:39.991923 run osmo-stp_10.42.42.5(pid=24693): stderr: \u000a| �[0;m�[38;5;43m20221210163138290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163138291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163138291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163138291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163138292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163138292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163138292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:40.048330 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24693): Process ended prematurely: osmo-stp_10.42.42.5(pid=24693) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)] [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:31:40.057544 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:31:40.120416 run osmo-hlr_10.42.42.2(pid=24690): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24690)]\u000a16:31:40.172553 run osmo-hlr_10.42.42.2(pid=24690): stdout: \u000a| (launched: 2022-12-10_16:31:37.104770) \u000a16:31:40.224761 run osmo-hlr_10.42.42.2(pid=24690): stderr: \u000a| �[0;m�[1;31m20221210163137304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163137304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163137304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163137304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163137304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163137304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163137316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163137325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163137325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163137325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:40.295550 run osmo-msc_10.42.42.6(pid=24696): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24696)]\u000a16:31:40.346699 run osmo-msc_10.42.42.6(pid=24696): stdout: \u000a| (launched: 2022-12-10_16:31:39.118594) \u000a16:31:40.398301 run osmo-msc_10.42.42.6(pid=24696): stderr: \u000a| �[0;m�[38;5;43m20221210163139440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163139440 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ef4664c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163139440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163139440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163139440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163139440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163139442 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163139443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163139443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163139443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:31:40.442440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24689): Terminating (SIGTERM)\u000a16:31:40.484163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24692): Terminating (SIGTERM)\u000a16:31:40.526081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24695): Terminating (SIGTERM)\u000a16:31:40.535880 --- ParallelTerminationStrategy: PID 24689 died...\u000a16:31:40.592098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24689): Terminated: ok {rc=0}\u000a16:31:40.602481 --- ParallelTerminationStrategy: PID 24692 died...\u000a16:31:40.658265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24692): Terminated: ok {rc=0}\u000a16:31:40.668539 --- ParallelTerminationStrategy: PID 24695 died...\u000a16:31:40.724475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24695): Terminated: ok {rc=0}\u000a16:31:40.811716 bus /sierra_3: Setting Powered False\u000a16:31:41.918670 bus /sierra_3: Setting Powered False\u000a16:31:43.029607 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:31:23" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24707): Process ended prematurely: osmo-stp_10.42.42.5(pid=24707) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24707)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24707): Process ended prematurely: osmo-stp_10.42.42.5(pid=24707) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:31:45.027074 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:31:45.039486 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:31:45.199915 tst mo_mt_call.py: using LAC 29222\u000a16:31:45.325779 tst mo_mt_call.py: using RAC 152\u000a16:31:45.453270 tst mo_mt_call.py: using CellId 29222\u000a16:31:45.579588 tst mo_mt_call.py: using BVCI 29223\u000a16:31:45.603950 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:31:45.615795 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:31:45.627472 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:31:45.639317 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:31:45.651234 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:31:45.663510 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:31:45.778362 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:31:45.994779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:46.533475 run create_hlr_db(pid=24701): Launched\u000a16:31:46.727718 bus /sierra_2: Setting Powered False\u000a16:31:47.743306 run create_hlr_db(pid=24701): Terminated: ok {rc=0}\u000a16:31:48.170398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24703): Launched\u000a16:31:48.489319 run osmo-hlr_10.42.42.2(pid=24704): Launched\u000a16:31:48.606934 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:49.162201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24706): Launched\u000a16:31:49.481139 run osmo-stp_10.42.42.5(pid=24707): Launched\u000a16:31:49.595571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:31:50.178611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24709): Launched\u000a16:31:50.496845 run osmo-msc_10.42.42.6(pid=24710): Launched\u000a16:31:50.682768 run osmo-stp_10.42.42.5(pid=24707): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24707)]\u000a16:31:50.823401 run osmo-stp_10.42.42.5(pid=24707): stdout: \u000a| (launched: 2022-12-10_16:31:49.325209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:50.956092 run osmo-stp_10.42.42.5(pid=24707): stderr: \u000a| �[0;m�[38;5;43m20221210163149517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163149517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163149517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163149518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163149518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163149518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163149518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:51.084741 run osmo-stp_10.42.42.5(pid=24707): stdout: \u000a| (launched: 2022-12-10_16:31:49.325209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:51.212484 run osmo-stp_10.42.42.5(pid=24707): stderr: \u000a| �[0;m�[38;5;43m20221210163149517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163149517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163149517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163149518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163149518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163149518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163149518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:51.269287 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24707): Process ended prematurely: osmo-stp_10.42.42.5(pid=24707) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24707)] [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:31:51.278447 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:31:51.341243 run osmo-hlr_10.42.42.2(pid=24704): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24704)]\u000a16:31:51.392674 run osmo-hlr_10.42.42.2(pid=24704): stdout: \u000a| (launched: 2022-12-10_16:31:48.333432) \u000a16:31:51.444604 run osmo-hlr_10.42.42.2(pid=24704): stderr: \u000a| �[0;m�[1;31m20221210163148532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163148532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163148532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163148532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163148532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163148532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163148546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163148556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163148557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163148557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:51.515387 run osmo-msc_10.42.42.6(pid=24710): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24710)]\u000a16:31:51.566536 run osmo-msc_10.42.42.6(pid=24710): stdout: \u000a| (launched: 2022-12-10_16:31:50.341535) \u000a16:31:51.618343 run osmo-msc_10.42.42.6(pid=24710): stderr: \u000a| �[0;m�[38;5;43m20221210163150667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163150667 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b63ae8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163150667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163150667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163150667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163150667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163150669 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163150670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163150670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163150670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:31:51.662500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24703): Terminating (SIGTERM)\u000a16:31:51.704055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24706): Terminating (SIGTERM)\u000a16:31:51.745887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24709): Terminating (SIGTERM)\u000a16:31:51.755706 --- ParallelTerminationStrategy: PID 24703 died...\u000a16:31:51.811612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24703): Terminated: ok {rc=0}\u000a16:31:51.821841 --- ParallelTerminationStrategy: PID 24706 died...\u000a16:31:51.877263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24706): Terminated: ok {rc=0}\u000a16:31:51.887623 --- ParallelTerminationStrategy: PID 24709 died...\u000a16:31:51.943139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24709): Terminated: ok {rc=0}\u000a16:31:52.029587 bus /sierra_3: Setting Powered False\u000a16:31:53.132226 bus /sierra_3: Setting Powered False\u000a16:31:54.242299 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24718): Process ended prematurely: osmo-stp_10.42.42.5(pid=24718) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24718)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24718): Process ended prematurely: osmo-stp_10.42.42.5(pid=24718) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:31:55.351898 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:31:55.363829 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:31:55.518667 tst mo_mt_call_osmux.py: using LAC 29223\u000a16:31:55.636126 tst mo_mt_call_osmux.py: using RAC 153\u000a16:31:55.753758 tst mo_mt_call_osmux.py: using CellId 29223\u000a16:31:55.875714 tst mo_mt_call_osmux.py: using BVCI 29224\u000a16:31:55.898278 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:31:55.909673 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:31:55.920814 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:31:55.932174 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:31:55.943573 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:31:55.955729 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:31:56.069896 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:31:56.278528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:56.787988 run create_hlr_db(pid=24712): Launched\u000a16:31:56.972330 bus /sierra_2: Setting Powered False\u000a16:31:57.994116 run create_hlr_db(pid=24712): Terminated: ok {rc=0}\u000a16:31:58.394049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24714): Launched\u000a16:31:58.692246 run osmo-hlr_10.42.42.2(pid=24715): Launched\u000a16:31:58.801609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:59.319862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24717): Launched\u000a16:31:59.617434 run osmo-stp_10.42.42.5(pid=24718): Launched\u000a16:31:59.725625 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:32:00.268809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24720): Launched\u000a16:32:00.566440 run osmo-msc_10.42.42.6(pid=24721): Launched\u000a16:32:00.741005 run osmo-stp_10.42.42.5(pid=24718): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24718)]\u000a16:32:00.895880 run osmo-stp_10.42.42.5(pid=24718): stdout: \u000a| (launched: 2022-12-10_16:31:59.470765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:01.058183 run osmo-stp_10.42.42.5(pid=24718): stderr: \u000a| �[0;m�[38;5;43m20221210163159641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163159641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163159641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163159641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163159644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163159644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163159644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:01.199248 run osmo-stp_10.42.42.5(pid=24718): stdout: \u000a| (launched: 2022-12-10_16:31:59.470765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:01.330438 run osmo-stp_10.42.42.5(pid=24718): stderr: \u000a| �[0;m�[38;5;43m20221210163159641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163159641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163159641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163159641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163159644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163159644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163159644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:01.389415 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24718): Process ended prematurely: osmo-stp_10.42.42.5(pid=24718) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24718)] [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:32:01.399644 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a16:32:01.463504 run osmo-hlr_10.42.42.2(pid=24715): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24715)]\u000a16:32:01.515505 run osmo-hlr_10.42.42.2(pid=24715): stdout: \u000a| (launched: 2022-12-10_16:31:58.545360) \u000a16:32:01.570619 run osmo-hlr_10.42.42.2(pid=24715): stderr: \u000a| �[0;m�[1;31m20221210163158722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163158722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163158722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163158722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163158722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163158722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163158755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163158765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163158766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163158766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:01.642963 run osmo-msc_10.42.42.6(pid=24721): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24721)]\u000a16:32:01.695866 run osmo-msc_10.42.42.6(pid=24721): stdout: \u000a| (launched: 2022-12-10_16:32:00.419616) \u000a16:32:01.750010 run osmo-msc_10.42.42.6(pid=24721): stderr: \u000a| �[0;m�[38;5;43m20221210163200692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163200692 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1555ca4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163200692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163200692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163200692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163200693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163200696 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163200697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163200697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163200697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:32:01.795871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24714): Terminating (SIGTERM)\u000a16:32:01.840810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24717): Terminating (SIGTERM)\u000a16:32:01.885814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24720): Terminating (SIGTERM)\u000a16:32:01.896430 --- ParallelTerminationStrategy: PID 24714 died...\u000a16:32:01.957294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24714): Terminated: ok {rc=0}\u000a16:32:01.968254 --- ParallelTerminationStrategy: PID 24717 died...\u000a16:32:02.025681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24717): Terminated: ok {rc=0}\u000a16:32:02.036872 --- ParallelTerminationStrategy: PID 24720 died...\u000a16:32:02.094010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24720): Terminated: ok {rc=0}\u000a16:32:02.182347 bus /sierra_3: Setting Powered False\u000a16:32:03.286562 bus /sierra_3: Setting Powered False\u000a16:32:04.392925 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:31:44" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24732): Process ended prematurely: osmo-stp_10.42.42.5(pid=24732) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24732)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24732): Process ended prematurely: osmo-stp_10.42.42.5(pid=24732) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:32:06.389104 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:06.400618 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:32:06.564897 tst mo_mt_call.py: using LAC 29224\u000a16:32:06.688605 tst mo_mt_call.py: using RAC 154\u000a16:32:06.811789 tst mo_mt_call.py: using CellId 29224\u000a16:32:06.935153 tst mo_mt_call.py: using BVCI 29225\u000a16:32:06.959406 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:06.971141 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:06.982525 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:06.993897 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:07.005349 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:07.016628 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:32:07.131704 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:32:07.329310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:07.799972 run create_hlr_db(pid=24726): Launched\u000a16:32:07.971267 bus /sierra_2: Setting Powered False\u000a16:32:08.994392 run create_hlr_db(pid=24726): Terminated: ok {rc=0}\u000a16:32:09.420407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24728): Launched\u000a16:32:09.739468 run osmo-hlr_10.42.42.2(pid=24729): Launched\u000a16:32:09.856551 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:10.410564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24731): Launched\u000a16:32:10.728621 run osmo-stp_10.42.42.5(pid=24732): Launched\u000a16:32:10.843750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:32:11.428064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24734): Launched\u000a16:32:11.747972 run osmo-msc_10.42.42.6(pid=24735): Launched\u000a16:32:11.935140 run osmo-stp_10.42.42.5(pid=24732): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24732)]\u000a16:32:12.070023 run osmo-stp_10.42.42.5(pid=24732): stdout: \u000a| (launched: 2022-12-10_16:32:10.572721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:12.204619 run osmo-stp_10.42.42.5(pid=24732): stderr: \u000a| �[0;m�[38;5;43m20221210163210766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163210766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163210766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163210767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163210767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163210767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163210767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:12.334104 run osmo-stp_10.42.42.5(pid=24732): stdout: \u000a| (launched: 2022-12-10_16:32:10.572721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:12.462105 run osmo-stp_10.42.42.5(pid=24732): stderr: \u000a| �[0;m�[38;5;43m20221210163210766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163210766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163210766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163210767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163210767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163210767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163210767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:12.518428 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24732): Process ended prematurely: osmo-stp_10.42.42.5(pid=24732) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24732)] [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:32:12.527677 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:32:12.590954 run osmo-hlr_10.42.42.2(pid=24729): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24729)]\u000a16:32:12.642790 run osmo-hlr_10.42.42.2(pid=24729): stdout: \u000a| (launched: 2022-12-10_16:32:09.583097) \u000a16:32:12.695159 run osmo-hlr_10.42.42.2(pid=24729): stderr: \u000a| �[0;m�[1;31m20221210163209783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163209783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163209783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163209783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163209783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163209783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163209836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163209846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163209846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163209846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:12.766242 run osmo-msc_10.42.42.6(pid=24735): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24735)]\u000a16:32:12.817603 run osmo-msc_10.42.42.6(pid=24735): stdout: \u000a| (launched: 2022-12-10_16:32:11.591450) \u000a16:32:12.869696 run osmo-msc_10.42.42.6(pid=24735): stderr: \u000a| �[0;m�[38;5;43m20221210163211915 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163211915 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faff57b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163211915 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163211915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163211915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163211915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163211917 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163211917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163211917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163211918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:32:12.913910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24728): Terminating (SIGTERM)\u000a16:32:12.955815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24731): Terminating (SIGTERM)\u000a16:32:12.998046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24734): Terminating (SIGTERM)\u000a16:32:13.008080 --- ParallelTerminationStrategy: PID 24728 died...\u000a16:32:13.064394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24728): Terminated: ok {rc=0}\u000a16:32:13.074735 --- ParallelTerminationStrategy: PID 24731 died...\u000a16:32:13.131277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24731): Terminated: ok {rc=0}\u000a16:32:13.141646 --- ParallelTerminationStrategy: PID 24734 died...\u000a16:32:13.198020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24734): Terminated: ok {rc=0}\u000a16:32:13.286392 bus /sierra_3: Setting Powered False\u000a16:32:14.392874 bus /sierra_3: Setting Powered False\u000a16:32:15.500805 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24743): Process ended prematurely: osmo-stp_10.42.42.5(pid=24743) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24743)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24743): Process ended prematurely: osmo-stp_10.42.42.5(pid=24743) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:32:16.614854 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:16.627906 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:32:16.817185 tst mo_mt_call_osmux.py: using LAC 29225\u000a16:32:16.947765 tst mo_mt_call_osmux.py: using RAC 155\u000a16:32:17.075112 tst mo_mt_call_osmux.py: using CellId 29225\u000a16:32:17.197543 tst mo_mt_call_osmux.py: using BVCI 29226\u000a16:32:17.221159 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:17.233625 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:17.245604 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:17.257181 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:17.268514 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:17.280116 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:32:17.399894 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:32:17.610836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:18.121455 run create_hlr_db(pid=24737): Launched\u000a16:32:18.307343 bus /sierra_2: Setting Powered False\u000a16:32:19.318939 run create_hlr_db(pid=24737): Terminated: ok {rc=0}\u000a16:32:19.750097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24739): Launched\u000a16:32:20.069721 run osmo-hlr_10.42.42.2(pid=24740): Launched\u000a16:32:20.186248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:20.738686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24742): Launched\u000a16:32:21.056876 run osmo-stp_10.42.42.5(pid=24743): Launched\u000a16:32:21.172372 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:32:21.755125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24745): Launched\u000a16:32:22.074619 run osmo-msc_10.42.42.6(pid=24746): Launched\u000a16:32:22.261848 run osmo-stp_10.42.42.5(pid=24743): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24743)]\u000a16:32:22.396882 run osmo-stp_10.42.42.5(pid=24743): stdout: \u000a| (launched: 2022-12-10_16:32:20.900521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:22.531549 run osmo-stp_10.42.42.5(pid=24743): stderr: \u000a| �[0;m�[38;5;43m20221210163221092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163221093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163221093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163221093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163221094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163221094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163221094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:22.660660 run osmo-stp_10.42.42.5(pid=24743): stdout: \u000a| (launched: 2022-12-10_16:32:20.900521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:22.788189 run osmo-stp_10.42.42.5(pid=24743): stderr: \u000a| �[0;m�[38;5;43m20221210163221092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163221093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163221093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163221093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163221094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163221094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163221094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:22.844342 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24743): Process ended prematurely: osmo-stp_10.42.42.5(pid=24743) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24743)] [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:32:22.853747 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:32:22.916289 run osmo-hlr_10.42.42.2(pid=24740): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24740)]\u000a16:32:22.967557 run osmo-hlr_10.42.42.2(pid=24740): stdout: \u000a| (launched: 2022-12-10_16:32:19.912652) \u000a16:32:23.019415 run osmo-hlr_10.42.42.2(pid=24740): stderr: \u000a| �[0;m�[1;31m20221210163220109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163220110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163220110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163220110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163220110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163220110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163220122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163220130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163220130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163220130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:23.090000 run osmo-msc_10.42.42.6(pid=24746): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24746)]\u000a16:32:23.141087 run osmo-msc_10.42.42.6(pid=24746): stdout: \u000a| (launched: 2022-12-10_16:32:21.917730) \u000a16:32:23.192349 run osmo-msc_10.42.42.6(pid=24746): stderr: \u000a| �[0;m�[38;5;43m20221210163222240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163222240 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0440c5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163222240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163222240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163222240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163222240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163222242 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163222242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163222243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163222243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:32:23.236329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24739): Terminating (SIGTERM)\u000a16:32:23.277881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24742): Terminating (SIGTERM)\u000a16:32:23.319574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24745): Terminating (SIGTERM)\u000a16:32:23.329591 --- ParallelTerminationStrategy: PID 24739 died...\u000a16:32:23.386703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24739): Terminated: ok {rc=0}\u000a16:32:23.396810 --- ParallelTerminationStrategy: PID 24742 died...\u000a16:32:23.452110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24742): Terminated: ok {rc=0}\u000a16:32:23.462208 --- ParallelTerminationStrategy: PID 24745 died...\u000a16:32:23.517477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24745): Terminated: ok {rc=0}\u000a16:32:23.604345 bus /sierra_3: Setting Powered False\u000a16:32:24.705573 bus /sierra_3: Setting Powered False\u000a16:32:25.812590 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:32:06" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24758): Process ended prematurely: osmo-stp_10.42.42.5(pid=24758) [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24758)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24758): Process ended prematurely: osmo-stp_10.42.42.5(pid=24758) [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:32:27.812170 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:27.823164 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:32:27.953949 tst emergency_mo_mt_call.py: using LAC 29226\u000a16:32:28.068930 tst emergency_mo_mt_call.py: using RAC 156\u000a16:32:28.184613 tst emergency_mo_mt_call.py: using CellId 29226\u000a16:32:28.300772 tst emergency_mo_mt_call.py: using BVCI 29227\u000a16:32:28.322994 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:28.333843 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:28.344435 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:28.355432 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:28.365993 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:28.377470 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:32:28.494419 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:32:28.690164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:29.151255 run create_hlr_db(pid=24752): Launched\u000a16:32:29.321074 bus /sierra_2: Setting Powered False\u000a16:32:30.342814 run create_hlr_db(pid=24752): Terminated: ok {rc=0}\u000a16:32:30.761241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24754): Launched\u000a16:32:31.208301 run osmo-hlr_10.42.42.2(pid=24755): Launched\u000a16:32:31.353843 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:31.964927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24757): Launched\u000a16:32:32.381129 run osmo-stp_10.42.42.5(pid=24758): Launched\u000a16:32:32.513781 tst emergency_mo_mt_call.py: using MSISDN 7794\u000a16:32:32.669715 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:32:33.246056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24760): Launched\u000a16:32:33.560740 run osmo-msc_10.42.42.6(pid=24761): Launched\u000a16:32:33.744392 run osmo-stp_10.42.42.5(pid=24758): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24758)]\u000a16:32:33.876484 run osmo-stp_10.42.42.5(pid=24758): stdout: \u000a| (launched: 2022-12-10_16:32:32.116529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:34.008225 run osmo-stp_10.42.42.5(pid=24758): stderr: \u000a| �[0;m�[38;5;43m20221210163232335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163232335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163232335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163232336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163232336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163232336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163232336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:34.134581 run osmo-stp_10.42.42.5(pid=24758): stdout: \u000a| (launched: 2022-12-10_16:32:32.116529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:34.260214 run osmo-stp_10.42.42.5(pid=24758): stderr: \u000a| �[0;m�[38;5;43m20221210163232335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163232335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163232335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163232336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163232336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163232336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163232336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:34.315126 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=24758): Process ended prematurely: osmo-stp_10.42.42.5(pid=24758) [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24758)] [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a16:32:34.323503 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a16:32:34.386424 run osmo-hlr_10.42.42.2(pid=24755): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24755)]\u000a16:32:34.437844 run osmo-hlr_10.42.42.2(pid=24755): stdout: \u000a| (launched: 2022-12-10_16:32:30.925093) \u000a16:32:34.489669 run osmo-hlr_10.42.42.2(pid=24755): stderr: \u000a| �[0;m�[1;31m20221210163231282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163231282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163231282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163231282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163231282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163231282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163231306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163231324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163231324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163231324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:34.560210 run osmo-msc_10.42.42.6(pid=24761): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24761)]\u000a16:32:34.611261 run osmo-msc_10.42.42.6(pid=24761): stdout: \u000a| (launched: 2022-12-10_16:32:33.407404) \u000a16:32:34.662750 run osmo-msc_10.42.42.6(pid=24761): stderr: \u000a| �[0;m�[38;5;43m20221210163233731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163233732 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f046d6c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163233732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163233732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163233732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163233732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163233734 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163233735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163233735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163233735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:32:34.706534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24754): Terminating (SIGTERM)\u000a16:32:34.748028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24757): Terminating (SIGTERM)\u000a16:32:34.789582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24760): Terminating (SIGTERM)\u000a16:32:34.799381 --- ParallelTerminationStrategy: PID 24754 died...\u000a16:32:34.855029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24754): Terminated: ok {rc=0}\u000a16:32:34.865293 --- ParallelTerminationStrategy: PID 24757 died...\u000a16:32:34.920660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24757): Terminated: ok {rc=0}\u000a16:32:34.930836 --- ParallelTerminationStrategy: PID 24760 died...\u000a16:32:34.986072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24760): Terminated: ok {rc=0}\u000a16:32:35.072024 bus /sierra_3: Setting Powered False\u000a16:32:36.174284 bus /sierra_3: Setting Powered False\u000a16:32:37.283919 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24771): Process ended prematurely: osmo-stp_10.42.42.5(pid=24771) [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24771)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24771): Process ended prematurely: osmo-stp_10.42.42.5(pid=24771) [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:32:38.334720 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:38.346180 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:32:38.478482 tst emergency_preemptive_call.py: using LAC 29227\u000a16:32:38.591456 tst emergency_preemptive_call.py: using RAC 157\u000a16:32:38.708231 tst emergency_preemptive_call.py: using CellId 29227\u000a16:32:38.828341 tst emergency_preemptive_call.py: using BVCI 29228\u000a16:32:38.850762 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:38.861672 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:38.872144 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:38.883101 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:38.893877 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:38.904540 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:32:39.020772 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:32:39.137215 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:32:39.257559 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:32:39.462835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:39.966531 run create_hlr_db(pid=24765): Launched\u000a16:32:40.148846 bus /sierra_2: Setting Powered False\u000a16:32:41.169818 run create_hlr_db(pid=24765): Terminated: ok {rc=0}\u000a16:32:41.587736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24767): Launched\u000a16:32:41.900518 run osmo-hlr_10.42.42.2(pid=24768): Launched\u000a16:32:42.018889 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:42.563445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24770): Launched\u000a16:32:42.876941 run osmo-stp_10.42.42.5(pid=24771): Launched\u000a16:32:43.006007 tst emergency_preemptive_call.py: using MSISDN 7795\u000a16:32:43.162561 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:32:43.734320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24773): Launched\u000a16:32:44.047163 run osmo-msc_10.42.42.6(pid=24774): Launched\u000a16:32:44.232121 run osmo-stp_10.42.42.5(pid=24771): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24771)]\u000a16:32:44.366180 run osmo-stp_10.42.42.5(pid=24771): stdout: \u000a| (launched: 2022-12-10_16:32:42.722674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:44.498532 run osmo-stp_10.42.42.5(pid=24771): stderr: \u000a| �[0;m�[38;5;43m20221210163242912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163242913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163242913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163242913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163242916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163242916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163242916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:44.624883 run osmo-stp_10.42.42.5(pid=24771): stdout: \u000a| (launched: 2022-12-10_16:32:42.722674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:44.750254 run osmo-stp_10.42.42.5(pid=24771): stderr: \u000a| �[0;m�[38;5;43m20221210163242912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163242913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163242913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163242913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163242916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163242916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163242916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:44.804822 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=24771): Process ended prematurely: osmo-stp_10.42.42.5(pid=24771) [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24771)] [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a16:32:44.813405 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a16:32:44.875673 run osmo-hlr_10.42.42.2(pid=24768): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24768)]\u000a16:32:44.926937 run osmo-hlr_10.42.42.2(pid=24768): stdout: \u000a| (launched: 2022-12-10_16:32:41.747140) \u000a16:32:44.978778 run osmo-hlr_10.42.42.2(pid=24768): stderr: \u000a| �[0;m�[1;31m20221210163241947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163241947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163241947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163241947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163241947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163241947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163241962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163241971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163241972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163241972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:45.049698 run osmo-msc_10.42.42.6(pid=24774): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24774)]\u000a16:32:45.100581 run osmo-msc_10.42.42.6(pid=24774): stdout: \u000a| (launched: 2022-12-10_16:32:43.893476) \u000a16:32:45.152104 run osmo-msc_10.42.42.6(pid=24774): stderr: \u000a| �[0;m�[38;5;43m20221210163244212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163244212 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe83b7c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163244212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163244212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163244213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163244213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163244215 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163244215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163244215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163244215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:32:45.196054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24767): Terminating (SIGTERM)\u000a16:32:45.237567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24770): Terminating (SIGTERM)\u000a16:32:45.279419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24773): Terminating (SIGTERM)\u000a16:32:45.289202 --- ParallelTerminationStrategy: PID 24767 died...\u000a16:32:45.345106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24767): Terminated: ok {rc=0}\u000a16:32:45.355340 --- ParallelTerminationStrategy: PID 24770 died...\u000a16:32:45.411221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24770): Terminated: ok {rc=0}\u000a16:32:45.421453 --- ParallelTerminationStrategy: PID 24773 died...\u000a16:32:45.476841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24773): Terminated: ok {rc=0}\u000a16:32:45.563937 bus /sierra_9: Setting Powered False\u000a16:32:46.670429 bus /sierra_9: Setting Powered False\u000a16:32:47.781076 bus /sierra_8: Setting Powered False\u000a16:32:48.884460 bus /sierra_8: Setting Powered False\u000a16:32:49.993914 bus /sierra_3: Setting Powered False\u000a16:32:51.096246 bus /sierra_3: Setting Powered False\u000a16:32:52.207989 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:32:27" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24789): Process ended prematurely: osmo-stp_10.42.42.5(pid=24789) [trial-2376↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24789)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24789): Process ended prematurely: osmo-stp_10.42.42.5(pid=24789) [trial-2376↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:32:54.308690 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:32:54.319456 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:32:54.453754 tst cs_paging_gprs_active.py: using LAC 29228\u000a16:32:54.569313 tst cs_paging_gprs_active.py: using RAC 158\u000a16:32:54.687051 tst cs_paging_gprs_active.py: using CellId 29228\u000a16:32:54.802636 tst cs_paging_gprs_active.py: using BVCI 29229\u000a16:32:54.825458 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:32:54.836203 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:32:54.846835 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:32:54.857696 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:32:54.868267 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:32:54.878921 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:32:54.889835 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:32:54.900425 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:32:54.911258 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:32:55.026460 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:32:55.302925 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:32:55.427846 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:32:55.739303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24779): Launched\u000a16:32:55.996836 run iperf3-srv_10.42.42.10(pid=24780): Launched\u000a16:32:56.179561 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:32:56.303822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:32:56.615358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24781): Launched\u000a16:32:56.872815 run iperf3-srv_10.42.42.10(pid=24782): Launched\u000a16:32:57.055284 tst cs_paging_gprs_active.py:38: start network...\u000a16:32:57.179473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:57.648327 run create_hlr_db(pid=24783): Launched\u000a16:32:57.819540 bus /sierra_2: Setting Powered False\u000a16:32:58.854625 run create_hlr_db(pid=24783): Terminated: ok {rc=0}\u000a16:32:59.281416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24785): Launched\u000a16:32:59.601405 run osmo-hlr_10.42.42.2(pid=24786): Launched\u000a16:32:59.719034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:00.273755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24788): Launched\u000a16:33:00.593960 run osmo-stp_10.42.42.5(pid=24789): Launched\u000a16:33:00.709106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:33:01.299320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24792): Launched\u000a16:33:01.417396 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:33:01.720049 run patchelf(pid=24793): Launched\u000a16:33:01.911501 run osmo-stp_10.42.42.5(pid=24789): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24789)]\u000a16:33:02.051366 run osmo-stp_10.42.42.5(pid=24789): stdout: \u000a| (launched: 2022-12-10_16:33:00.436275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:02.191385 run osmo-stp_10.42.42.5(pid=24789): stderr: \u000a| �[0;m�[38;5;43m20221210163300627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163300627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163300627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163300628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163300628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163300628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163300628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:02.324599 run osmo-stp_10.42.42.5(pid=24789): stdout: \u000a| (launched: 2022-12-10_16:33:00.436275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:02.455618 run osmo-stp_10.42.42.5(pid=24789): stderr: \u000a| �[0;m�[38;5;43m20221210163300627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163300627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163300627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163300628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163300628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163300628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163300628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:02.609157 run patchelf(pid=24793): Terminating (SIGINT)\u000a16:33:02.789877 run patchelf(pid=24793): Terminated: ok {rc=0}\u000a16:33:02.823110 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24789): Process ended prematurely: osmo-stp_10.42.42.5(pid=24789) [trial-2376↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24789)] [trial-2376↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a16:33:02.832901 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a16:33:02.895738 run osmo-hlr_10.42.42.2(pid=24786): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24786)]\u000a16:33:02.946707 run osmo-hlr_10.42.42.2(pid=24786): stdout: \u000a| (launched: 2022-12-10_16:32:59.444011) \u000a16:33:02.998341 run osmo-hlr_10.42.42.2(pid=24786): stderr: \u000a| �[0;m�[1;31m20221210163259643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163259643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163259643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163259644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163259644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163259644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163259655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163259664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163259664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163259664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:03.042501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24779): Terminating (SIGTERM)\u000a16:33:03.083861 run iperf3-srv_10.42.42.10(pid=24780): Terminating (SIGTERM)\u000a16:33:03.125492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24781): Terminating (SIGTERM)\u000a16:33:03.166955 run iperf3-srv_10.42.42.10(pid=24782): Terminating (SIGTERM)\u000a16:33:03.208427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24785): Terminating (SIGTERM)\u000a16:33:03.250297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24788): Terminating (SIGTERM)\u000a16:33:03.291943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24792): Terminating (SIGTERM)\u000a16:33:03.301849 --- ParallelTerminationStrategy: PID 24779 died...\u000a16:33:03.357651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24779): Terminated: ok {rc=0}\u000a16:33:03.367765 --- ParallelTerminationStrategy: PID 24780 died...\u000a16:33:03.423137 run iperf3-srv_10.42.42.10(pid=24780): Terminated {rc=256}\u000a16:33:03.433270 --- ParallelTerminationStrategy: PID 24781 died...\u000a16:33:03.489052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24781): Terminated: ok {rc=0}\u000a16:33:03.499198 --- ParallelTerminationStrategy: PID 24782 died...\u000a16:33:03.554371 run iperf3-srv_10.42.42.10(pid=24782): Terminated {rc=256}\u000a16:33:03.564468 --- ParallelTerminationStrategy: PID 24785 died...\u000a16:33:03.619713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24785): Terminated: ok {rc=0}\u000a16:33:03.629949 --- ParallelTerminationStrategy: PID 24788 died...\u000a16:33:03.685945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24788): Terminated: ok {rc=0}\u000a16:33:03.696092 --- ParallelTerminationStrategy: PID 24792 died...\u000a16:33:03.751888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24792): Terminated: ok {rc=0}\u000a16:33:03.838391 bus /gobi_0: Setting Powered False\u000a16:33:04.945408 bus /gobi_0: Setting Powered False\u000a16:33:06.052531 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24802): Process ended prematurely: osmo-stp_10.42.42.5(pid=24802) [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24802)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24802): Process ended prematurely: osmo-stp_10.42.42.5(pid=24802) [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24802)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a16:33:07.165882 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:07.177728 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:33:07.319210 tst iperf3.py: using LAC 29229\u000a16:33:07.446586 tst iperf3.py: using RAC 159\u000a16:33:07.573587 tst iperf3.py: using CellId 29229\u000a16:33:07.700357 tst iperf3.py: using BVCI 29230\u000a16:33:07.725285 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:07.736720 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:07.747814 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:07.758924 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:07.769859 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:07.780720 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:07.791868 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:07.802840 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:07.813954 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:33:08.103215 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:33:08.237078 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:08.568324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24794): Launched\u000a16:33:08.842909 run iperf3-srv_10.42.42.10(pid=24795): Launched\u000a16:33:09.038689 tst iperf3.py:8: start network...\u000a16:33:09.172932 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:09.683642 run create_hlr_db(pid=24796): Launched\u000a16:33:09.868610 bus /gobi_6: Setting Powered False\u000a16:33:10.889970 run create_hlr_db(pid=24796): Terminated: ok {rc=0}\u000a16:33:11.315224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24798): Launched\u000a16:33:11.635292 run osmo-hlr_10.42.42.2(pid=24799): Launched\u000a16:33:11.752663 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:12.306855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24801): Launched\u000a16:33:12.625947 run osmo-stp_10.42.42.5(pid=24802): Launched\u000a16:33:12.741539 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:33:13.297720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24804): Launched\u000a16:33:13.411634 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:33:13.689458 run patchelf(pid=24805): Launched\u000a16:33:13.876594 run osmo-stp_10.42.42.5(pid=24802): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24802)]\u000a16:33:14.013273 run osmo-stp_10.42.42.5(pid=24802): stdout: \u000a| (launched: 2022-12-10_16:33:12.468936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:14.150310 run osmo-stp_10.42.42.5(pid=24802): stderr: \u000a| �[0;m�[38;5;43m20221210163312660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163312660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163312661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163312661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163312664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163312664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163312664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:14.283173 run osmo-stp_10.42.42.5(pid=24802): stdout: \u000a| (launched: 2022-12-10_16:33:12.468936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:14.414248 run osmo-stp_10.42.42.5(pid=24802): stderr: \u000a| �[0;m�[38;5;43m20221210163312660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163312660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163312661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163312661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163312664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163312664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163312664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:14.566356 run patchelf(pid=24805): Terminating (SIGINT)\u000a16:33:14.745612 run patchelf(pid=24805): Terminated: ok {rc=0}\u000a16:33:14.778383 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24802): Process ended prematurely: osmo-stp_10.42.42.5(pid=24802) [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24802)] [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a16:33:14.788158 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:33:14.850938 run osmo-hlr_10.42.42.2(pid=24799): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24799)]\u000a16:33:14.901965 run osmo-hlr_10.42.42.2(pid=24799): stdout: \u000a| (launched: 2022-12-10_16:33:11.478247) \u000a16:33:14.953573 run osmo-hlr_10.42.42.2(pid=24799): stderr: \u000a| �[0;m�[1;31m20221210163311679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163311679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163311679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163311679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163311679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163311680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163311704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163311715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163311715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163311715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:14.997622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24794): Terminating (SIGTERM)\u000a16:33:15.039225 run iperf3-srv_10.42.42.10(pid=24795): Terminating (SIGTERM)\u000a16:33:15.080857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24798): Terminating (SIGTERM)\u000a16:33:15.122458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24801): Terminating (SIGTERM)\u000a16:33:15.163982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24804): Terminating (SIGTERM)\u000a16:33:15.173817 --- ParallelTerminationStrategy: PID 24794 died...\u000a16:33:15.229800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24794): Terminated: ok {rc=0}\u000a16:33:15.240032 --- ParallelTerminationStrategy: PID 24795 died...\u000a16:33:15.295510 run iperf3-srv_10.42.42.10(pid=24795): Terminated {rc=256}\u000a16:33:15.305745 --- ParallelTerminationStrategy: PID 24798 died...\u000a16:33:15.361056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24798): Terminated: ok {rc=0}\u000a16:33:15.371259 --- ParallelTerminationStrategy: PID 24801 died...\u000a16:33:15.426563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24801): Terminated: ok {rc=0}\u000a16:33:15.436751 --- ParallelTerminationStrategy: PID 24804 died...\u000a16:33:15.492098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24804): Terminated: ok {rc=0}\u000a16:33:15.579102 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24820): Process ended prematurely: osmo-stp_10.42.42.5(pid=24820) [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24820)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24820): Process ended prematurely: osmo-stp_10.42.42.5(pid=24820) [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a16:33:16.713292 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:16.727970 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:33:16.909682 tst iperf3m4.py: using LAC 29230\u000a16:33:17.066735 tst iperf3m4.py: using RAC 160\u000a16:33:17.195911 tst iperf3m4.py: using CellId 29230\u000a16:33:17.317299 tst iperf3m4.py: using BVCI 29231\u000a16:33:17.340248 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:17.351429 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:17.362467 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:17.374249 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:17.385947 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:17.397617 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:17.409664 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:17.421130 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:17.432339 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:33:17.548033 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:33:17.669811 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:33:17.786551 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:33:18.081802 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:33:18.215593 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:18.547285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24806): Launched\u000a16:33:18.821848 run iperf3-srv_10.42.42.10(pid=24807): Launched\u000a16:33:19.018246 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:33:19.151393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:19.483629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24808): Launched\u000a16:33:19.758084 run iperf3-srv_10.42.42.10(pid=24809): Launched\u000a16:33:19.954762 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:33:20.088495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:20.419717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24810): Launched\u000a16:33:20.694045 run iperf3-srv_10.42.42.10(pid=24811): Launched\u000a16:33:20.889717 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:33:21.022837 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:21.354923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24812): Launched\u000a16:33:21.629962 run iperf3-srv_10.42.42.10(pid=24813): Launched\u000a16:33:21.826546 tst iperf3m4.py:8: start network...\u000a16:33:21.960412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:22.471797 run create_hlr_db(pid=24814): Launched\u000a16:33:22.656459 bus /gobi_6: Setting Powered False\u000a16:33:23.678457 run create_hlr_db(pid=24814): Terminated: ok {rc=0}\u000a16:33:24.104010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24816): Launched\u000a16:33:24.423987 run osmo-hlr_10.42.42.2(pid=24817): Launched\u000a16:33:24.539810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:25.192819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24819): Launched\u000a16:33:25.505537 run osmo-stp_10.42.42.5(pid=24820): Launched\u000a16:33:25.618256 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:33:26.164358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24822): Launched\u000a16:33:26.276562 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:33:26.550079 run patchelf(pid=24823): Launched\u000a16:33:26.733267 run osmo-stp_10.42.42.5(pid=24820): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24820)]\u000a16:33:26.867510 run osmo-stp_10.42.42.5(pid=24820): stdout: \u000a| (launched: 2022-12-10_16:33:25.352684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:27.002406 run osmo-stp_10.42.42.5(pid=24820): stderr: \u000a| �[0;m�[38;5;43m20221210163325539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163325539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163325540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163325540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163325541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163325541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163325541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:27.131968 run osmo-stp_10.42.42.5(pid=24820): stdout: \u000a| (launched: 2022-12-10_16:33:25.352684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:27.260658 run osmo-stp_10.42.42.5(pid=24820): stderr: \u000a| �[0;m�[38;5;43m20221210163325539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163325539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163325540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163325540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163325541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163325541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163325541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:27.411171 run patchelf(pid=24823): Terminating (SIGINT)\u000a16:33:27.587103 run patchelf(pid=24823): Terminated: ok {rc=0}\u000a16:33:27.619568 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24820): Process ended prematurely: osmo-stp_10.42.42.5(pid=24820) [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24820)] [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a16:33:27.629311 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a16:33:27.691975 run osmo-hlr_10.42.42.2(pid=24817): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24817)]\u000a16:33:27.742980 run osmo-hlr_10.42.42.2(pid=24817): stdout: \u000a| (launched: 2022-12-10_16:33:24.267153) \u000a16:33:27.794590 run osmo-hlr_10.42.42.2(pid=24817): stderr: \u000a| �[0;m�[1;31m20221210163324462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163324462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163324463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163324463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163324463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163324463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163324489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163324500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163324500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163324500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:27.838743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24806): Terminating (SIGTERM)\u000a16:33:27.880731 run iperf3-srv_10.42.42.10(pid=24807): Terminating (SIGTERM)\u000a16:33:27.922480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24808): Terminating (SIGTERM)\u000a16:33:27.964079 run iperf3-srv_10.42.42.10(pid=24809): Terminating (SIGTERM)\u000a16:33:28.005611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24810): Terminating (SIGTERM)\u000a16:33:28.047096 run iperf3-srv_10.42.42.10(pid=24811): Terminating (SIGTERM)\u000a16:33:28.088527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24812): Terminating (SIGTERM)\u000a16:33:28.130465 run iperf3-srv_10.42.42.10(pid=24813): Terminating (SIGTERM)\u000a16:33:28.172119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24816): Terminating (SIGTERM)\u000a16:33:28.213625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24819): Terminating (SIGTERM)\u000a16:33:28.255065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24822): Terminating (SIGTERM)\u000a16:33:28.265228 --- ParallelTerminationStrategy: PID 24806 died...\u000a16:33:28.321100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24806): Terminated: ok {rc=0}\u000a16:33:28.331481 --- ParallelTerminationStrategy: PID 24807 died...\u000a16:33:28.386646 run iperf3-srv_10.42.42.10(pid=24807): Terminated {rc=256}\u000a16:33:28.396667 --- ParallelTerminationStrategy: PID 24808 died...\u000a16:33:28.452380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24808): Terminated: ok {rc=0}\u000a16:33:28.462665 --- ParallelTerminationStrategy: PID 24809 died...\u000a16:33:28.517831 run iperf3-srv_10.42.42.10(pid=24809): Terminated {rc=256}\u000a16:33:28.528010 --- ParallelTerminationStrategy: PID 24810 died...\u000a16:33:28.583324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24810): Terminated: ok {rc=0}\u000a16:33:28.593603 --- ParallelTerminationStrategy: PID 24811 died...\u000a16:33:28.648656 run iperf3-srv_10.42.42.10(pid=24811): Terminated {rc=256}\u000a16:33:28.658736 --- ParallelTerminationStrategy: PID 24812 died...\u000a16:33:28.713784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24812): Terminated: ok {rc=0}\u000a16:33:28.723880 --- ParallelTerminationStrategy: PID 24813 died...\u000a16:33:28.779360 run iperf3-srv_10.42.42.10(pid=24813): Terminated {rc=256}\u000a16:33:28.789642 --- ParallelTerminationStrategy: PID 24816 died...\u000a16:33:28.844870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24816): Terminated: ok {rc=0}\u000a16:33:28.854815 --- ParallelTerminationStrategy: PID 24819 died...\u000a16:33:28.910063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24819): Terminated: ok {rc=0}\u000a16:33:28.919976 --- ParallelTerminationStrategy: PID 24822 died...\u000a16:33:28.974955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24822): Terminated: ok {rc=0}\u000a16:33:29.061188 bus /gobi_4: Setting Powered False\u000a16:33:30.167326 bus /gobi_4: Setting Powered False\u000a16:33:31.287837 bus /gobi_1: Setting Powered False\u000a16:33:32.389044 bus /gobi_1: Setting Powered False\u000a16:33:33.499535 bus /gobi_0: Setting Powered False\u000a16:33:34.601808 bus /gobi_0: Setting Powered False\u000a16:33:35.711515 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24830): Process ended prematurely: osmo-stp_10.42.42.5(pid=24830) [trial-2376↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24830)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24830): Process ended prematurely: osmo-stp_10.42.42.5(pid=24830) [trial-2376↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a16:33:36.778801 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:36.790402 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:33:36.920554 tst ping.py: using LAC 29231\u000a16:33:37.034119 tst ping.py: using RAC 161\u000a16:33:37.150101 tst ping.py: using CellId 29231\u000a16:33:37.271805 tst ping.py: using BVCI 29232\u000a16:33:37.295754 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:37.307144 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:37.318466 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:37.330323 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:37.341975 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:37.353718 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:37.365506 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:37.377087 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:33:37.646525 tst ping.py:19: start network...\u000a16:33:37.766158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:38.219881 run create_hlr_db(pid=24824): Launched\u000a16:33:38.386854 bus /gobi_6: Setting Powered False\u000a16:33:39.408059 run create_hlr_db(pid=24824): Terminated: ok {rc=0}\u000a16:33:39.817284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24826): Launched\u000a16:33:40.126472 run osmo-hlr_10.42.42.2(pid=24827): Launched\u000a16:33:40.242378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:40.779950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24829): Launched\u000a16:33:41.088712 run osmo-stp_10.42.42.5(pid=24830): Launched\u000a16:33:41.201209 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:33:41.740090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24832): Launched\u000a16:33:41.849767 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:33:42.117964 run patchelf(pid=24833): Launched\u000a16:33:42.298419 run osmo-stp_10.42.42.5(pid=24830): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24830)]\u000a16:33:42.430341 run osmo-stp_10.42.42.5(pid=24830): stdout: \u000a| (launched: 2022-12-10_16:33:40.936740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:42.562950 run osmo-stp_10.42.42.5(pid=24830): stderr: \u000a| �[0;m�[38;5;43m20221210163341126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163341126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163341126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163341127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163341129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163341129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163341129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:42.690559 run osmo-stp_10.42.42.5(pid=24830): stdout: \u000a| (launched: 2022-12-10_16:33:40.936740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:42.816929 run osmo-stp_10.42.42.5(pid=24830): stderr: \u000a| �[0;m�[38;5;43m20221210163341126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163341126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163341126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163341127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163341129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163341129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163341129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:42.964120 run patchelf(pid=24833): Terminating (SIGINT)\u000a16:33:43.136833 run patchelf(pid=24833): Terminated: ok {rc=0}\u000a16:33:43.168558 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24830): Process ended prematurely: osmo-stp_10.42.42.5(pid=24830) [trial-2376↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24830)] [trial-2376↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a16:33:43.177658 tst ping.py:22: Test FAILED (6.4 sec)\u000a16:33:43.239597 run osmo-hlr_10.42.42.2(pid=24827): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24827)]\u000a16:33:43.290852 run osmo-hlr_10.42.42.2(pid=24827): stdout: \u000a| (launched: 2022-12-10_16:33:39.975615) \u000a16:33:43.342584 run osmo-hlr_10.42.42.2(pid=24827): stderr: \u000a| �[0;m�[1;31m20221210163340173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163340173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163340173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163340173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163340173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163340173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163340185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163340193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163340194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163340194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:43.386644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24826): Terminating (SIGTERM)\u000a16:33:43.428286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24829): Terminating (SIGTERM)\u000a16:33:43.470475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24832): Terminating (SIGTERM)\u000a16:33:43.480253 --- ParallelTerminationStrategy: PID 24826 died...\u000a16:33:43.536027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24826): Terminated: ok {rc=0}\u000a16:33:43.546097 --- ParallelTerminationStrategy: PID 24829 died...\u000a16:33:43.601147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24829): Terminated: ok {rc=0}\u000a16:33:43.611145 --- ParallelTerminationStrategy: PID 24832 died...\u000a16:33:43.666325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24832): Terminated: ok {rc=0}\u000a16:33:43.752039 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24840): Process ended prematurely: osmo-stp_10.42.42.5(pid=24840) [trial-2376↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24840)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24840): Process ended prematurely: osmo-stp_10.42.42.5(pid=24840) [trial-2376↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a16:33:44.804454 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:44.816768 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:33:44.954600 tst ping_idle_ping.py: using LAC 29232\u000a16:33:45.078303 tst ping_idle_ping.py: using RAC 162\u000a16:33:45.198783 tst ping_idle_ping.py: using CellId 29232\u000a16:33:45.318967 tst ping_idle_ping.py: using BVCI 29233\u000a16:33:45.341403 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:45.352371 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:45.363169 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:45.374834 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:45.386362 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:45.397706 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:45.409442 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:45.420570 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:33:45.702622 tst ping_idle_ping.py:24: start network...\u000a16:33:45.832312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:46.369416 run create_hlr_db(pid=24834): Launched\u000a16:33:46.554734 bus /gobi_6: Setting Powered False\u000a16:33:47.569962 run create_hlr_db(pid=24834): Terminated: ok {rc=0}\u000a16:33:47.981684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24836): Launched\u000a16:33:48.291667 run osmo-hlr_10.42.42.2(pid=24837): Launched\u000a16:33:48.405459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:48.941519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24839): Launched\u000a16:33:49.250860 run osmo-stp_10.42.42.5(pid=24840): Launched\u000a16:33:49.364490 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:33:49.904410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24842): Launched\u000a16:33:50.014681 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:33:50.284827 run patchelf(pid=24843): Launched\u000a16:33:50.465599 run osmo-stp_10.42.42.5(pid=24840): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24840)]\u000a16:33:50.598201 run osmo-stp_10.42.42.5(pid=24840): stdout: \u000a| (launched: 2022-12-10_16:33:49.098867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:50.730858 run osmo-stp_10.42.42.5(pid=24840): stderr: \u000a| �[0;m�[38;5;43m20221210163349290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163349290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163349290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163349291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163349291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163349291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163349291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:50.858805 run osmo-stp_10.42.42.5(pid=24840): stdout: \u000a| (launched: 2022-12-10_16:33:49.098867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:50.985877 run osmo-stp_10.42.42.5(pid=24840): stderr: \u000a| �[0;m�[38;5;43m20221210163349290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163349290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163349290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163349291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163349291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163349291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163349291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:51.133466 run patchelf(pid=24843): Terminating (SIGINT)\u000a16:33:51.306991 run patchelf(pid=24843): Terminated: ok {rc=0}\u000a16:33:51.338656 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24840): Process ended prematurely: osmo-stp_10.42.42.5(pid=24840) [trial-2376↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24840)] [trial-2376↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a16:33:51.347769 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:33:51.409717 run osmo-hlr_10.42.42.2(pid=24837): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24837)]\u000a16:33:51.460249 run osmo-hlr_10.42.42.2(pid=24837): stdout: \u000a| (launched: 2022-12-10_16:33:48.139885) \u000a16:33:51.512217 run osmo-hlr_10.42.42.2(pid=24837): stderr: \u000a| �[0;m�[1;31m20221210163348336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163348336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163348336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163348336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163348337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163348337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163348354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163348365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163348365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163348365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:51.556115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24836): Terminating (SIGTERM)\u000a16:33:51.597695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24839): Terminating (SIGTERM)\u000a16:33:51.639101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24842): Terminating (SIGTERM)\u000a16:33:51.648595 --- ParallelTerminationStrategy: PID 24836 died...\u000a16:33:51.704047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24836): Terminated: ok {rc=0}\u000a16:33:51.714189 --- ParallelTerminationStrategy: PID 24839 died...\u000a16:33:51.769565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24839): Terminated: ok {rc=0}\u000a16:33:51.779440 --- ParallelTerminationStrategy: PID 24842 died...\u000a16:33:51.834582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24842): Terminated: ok {rc=0}\u000a16:33:51.920887 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:32:53" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24857): Process ended prematurely: osmo-stp_10.42.42.5(pid=24857) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24857)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24857): Process ended prematurely: osmo-stp_10.42.42.5(pid=24857) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:33:54.067209 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:33:54.078859 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:33:54.218189 tst cs_paging_gprs_active.py: using LAC 29233\u000a16:33:54.346165 tst cs_paging_gprs_active.py: using RAC 163\u000a16:33:54.467871 tst cs_paging_gprs_active.py: using CellId 29233\u000a16:33:54.590080 tst cs_paging_gprs_active.py: using BVCI 29234\u000a16:33:54.614242 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:33:54.625763 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:33:54.637202 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:33:54.648387 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:33:54.659562 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:33:54.670900 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:33:54.682253 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:33:54.693633 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:33:54.705194 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:33:54.820562 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:33:55.096668 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:33:55.220438 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:55.527835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24847): Launched\u000a16:33:55.782473 run iperf3-srv_10.42.42.10(pid=24848): Launched\u000a16:33:55.962955 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:33:56.086326 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:56.393818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24849): Launched\u000a16:33:56.653954 run iperf3-srv_10.42.42.10(pid=24850): Launched\u000a16:33:56.848213 tst cs_paging_gprs_active.py:38: start network...\u000a16:33:56.980266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:57.485121 run create_hlr_db(pid=24851): Launched\u000a16:33:57.668064 bus /gobi_6: Setting Powered False\u000a16:33:58.689482 run create_hlr_db(pid=24851): Terminated: ok {rc=0}\u000a16:33:59.106763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24853): Launched\u000a16:33:59.421341 run osmo-hlr_10.42.42.2(pid=24854): Launched\u000a16:33:59.536395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:00.081471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24856): Launched\u000a16:34:00.398572 run osmo-stp_10.42.42.5(pid=24857): Launched\u000a16:34:00.512244 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:34:01.094804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24859): Launched\u000a16:34:01.204939 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:34:01.491523 run patchelf(pid=24860): Launched\u000a16:34:01.672409 run osmo-stp_10.42.42.5(pid=24857): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24857)]\u000a16:34:01.804667 run osmo-stp_10.42.42.5(pid=24857): stdout: \u000a| (launched: 2022-12-10_16:34:00.242028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:01.938021 run osmo-stp_10.42.42.5(pid=24857): stderr: \u000a| �[0;m�[38;5;43m20221210163400434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163400434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163400434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163400435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163400435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163400435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163400435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:02.067669 run osmo-stp_10.42.42.5(pid=24857): stdout: \u000a| (launched: 2022-12-10_16:34:00.242028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:02.194389 run osmo-stp_10.42.42.5(pid=24857): stderr: \u000a| �[0;m�[38;5;43m20221210163400434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163400434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163400434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163400435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163400435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163400435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163400435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:02.340884 run patchelf(pid=24860): Terminating (SIGINT)\u000a16:34:02.510461 run patchelf(pid=24860): Terminated: ok {rc=0}\u000a16:34:02.541769 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24857): Process ended prematurely: osmo-stp_10.42.42.5(pid=24857) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24857)] [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:34:02.551323 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a16:34:02.614364 run osmo-hlr_10.42.42.2(pid=24854): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24854)]\u000a16:34:02.664648 run osmo-hlr_10.42.42.2(pid=24854): stdout: \u000a| (launched: 2022-12-10_16:33:59.266776) \u000a16:34:02.715633 run osmo-hlr_10.42.42.2(pid=24854): stderr: \u000a| �[0;m�[1;31m20221210163359465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163359465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163359465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163359465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163359465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163359465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163359478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163359486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163359486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163359486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:02.758138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24847): Terminating (SIGTERM)\u000a16:34:02.798869 run iperf3-srv_10.42.42.10(pid=24848): Terminating (SIGTERM)\u000a16:34:02.839725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24849): Terminating (SIGTERM)\u000a16:34:02.880309 run iperf3-srv_10.42.42.10(pid=24850): Terminating (SIGTERM)\u000a16:34:02.921331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24853): Terminating (SIGTERM)\u000a16:34:02.962088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24856): Terminating (SIGTERM)\u000a16:34:03.002785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24859): Terminating (SIGTERM)\u000a16:34:03.012794 --- ParallelTerminationStrategy: PID 24847 died...\u000a16:34:03.067823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24847): Terminated: ok {rc=0}\u000a16:34:03.077608 --- ParallelTerminationStrategy: PID 24848 died...\u000a16:34:03.131896 run iperf3-srv_10.42.42.10(pid=24848): Terminated {rc=256}\u000a16:34:03.141733 --- ParallelTerminationStrategy: PID 24849 died...\u000a16:34:03.195888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24849): Terminated: ok {rc=0}\u000a16:34:03.206149 --- ParallelTerminationStrategy: PID 24850 died...\u000a16:34:03.260005 run iperf3-srv_10.42.42.10(pid=24850): Terminated {rc=256}\u000a16:34:03.270365 --- ParallelTerminationStrategy: PID 24853 died...\u000a16:34:03.325154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24853): Terminated: ok {rc=0}\u000a16:34:03.334884 --- ParallelTerminationStrategy: PID 24856 died...\u000a16:34:03.389915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24856): Terminated: ok {rc=0}\u000a16:34:03.399606 --- ParallelTerminationStrategy: PID 24859 died...\u000a16:34:03.453480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24859): Terminated: ok {rc=0}\u000a16:34:03.543553 bus /gobi_0: Setting Powered False\u000a16:34:04.646603 bus /gobi_0: Setting Powered False\u000a16:34:05.756845 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24869): Process ended prematurely: osmo-stp_10.42.42.5(pid=24869) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24869)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24869): Process ended prematurely: osmo-stp_10.42.42.5(pid=24869) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:34:06.869558 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:06.881738 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:34:07.021831 tst iperf3.py: using LAC 29234\u000a16:34:07.145640 tst iperf3.py: using RAC 164\u000a16:34:07.270774 tst iperf3.py: using CellId 29234\u000a16:34:07.395052 tst iperf3.py: using BVCI 29235\u000a16:34:07.419331 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:07.431075 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:07.442383 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:07.454001 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:07.465438 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:07.476988 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:07.488294 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:07.499741 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:07.511426 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:34:07.799912 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:34:07.931613 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:34:08.259477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24861): Launched\u000a16:34:08.530606 run iperf3-srv_10.42.42.10(pid=24862): Launched\u000a16:34:08.723615 tst iperf3.py:8: start network...\u000a16:34:08.855181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:09.358131 run create_hlr_db(pid=24863): Launched\u000a16:34:09.539914 bus /gobi_6: Setting Powered False\u000a16:34:10.561585 run create_hlr_db(pid=24863): Terminated: ok {rc=0}\u000a16:34:10.957571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24865): Launched\u000a16:34:11.252592 run osmo-hlr_10.42.42.2(pid=24866): Launched\u000a16:34:11.369421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:11.887454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24868): Launched\u000a16:34:12.181268 run osmo-stp_10.42.42.5(pid=24869): Launched\u000a16:34:12.288567 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:34:12.800318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24871): Launched\u000a16:34:12.905620 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:34:13.162525 run patchelf(pid=24872): Launched\u000a16:34:13.335001 run osmo-stp_10.42.42.5(pid=24869): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24869)]\u000a16:34:13.461539 run osmo-stp_10.42.42.5(pid=24869): stdout: \u000a| (launched: 2022-12-10_16:34:12.037112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:13.587932 run osmo-stp_10.42.42.5(pid=24869): stderr: \u000a| �[0;m�[38;5;43m20221210163412208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163412208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163412209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163412209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163412209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163412209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163412209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:13.710006 run osmo-stp_10.42.42.5(pid=24869): stdout: \u000a| (launched: 2022-12-10_16:34:12.037112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:13.830850 run osmo-stp_10.42.42.5(pid=24869): stderr: \u000a| �[0;m�[38;5;43m20221210163412208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163412208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163412209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163412209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163412209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163412209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163412209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:13.971933 run patchelf(pid=24872): Terminating (SIGINT)\u000a16:34:14.137937 run patchelf(pid=24872): Terminated: ok {rc=0}\u000a16:34:14.168375 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24869): Process ended prematurely: osmo-stp_10.42.42.5(pid=24869) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24869)] [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a16:34:14.177473 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a16:34:14.237946 run osmo-hlr_10.42.42.2(pid=24866): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24866)]\u000a16:34:14.287035 run osmo-hlr_10.42.42.2(pid=24866): stdout: \u000a| (launched: 2022-12-10_16:34:11.107409) \u000a16:34:14.336646 run osmo-hlr_10.42.42.2(pid=24866): stderr: \u000a| �[0;m�[1;31m20221210163411279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163411279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163411279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163411279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163411279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163411279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163411295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163411305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163411305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163411305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:14.378898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24861): Terminating (SIGTERM)\u000a16:34:14.418638 run iperf3-srv_10.42.42.10(pid=24862): Terminating (SIGTERM)\u000a16:34:14.458613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24865): Terminating (SIGTERM)\u000a16:34:14.498539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24868): Terminating (SIGTERM)\u000a16:34:14.538430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24871): Terminating (SIGTERM)\u000a16:34:14.547798 --- ParallelTerminationStrategy: PID 24861 died...\u000a16:34:14.601418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24861): Terminated: ok {rc=0}\u000a16:34:14.611090 --- ParallelTerminationStrategy: PID 24862 died...\u000a16:34:14.664161 run iperf3-srv_10.42.42.10(pid=24862): Terminated {rc=256}\u000a16:34:14.673877 --- ParallelTerminationStrategy: PID 24865 died...\u000a16:34:14.726834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24865): Terminated: ok {rc=0}\u000a16:34:14.736524 --- ParallelTerminationStrategy: PID 24868 died...\u000a16:34:14.789114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24868): Terminated: ok {rc=0}\u000a16:34:14.798803 --- ParallelTerminationStrategy: PID 24871 died...\u000a16:34:14.852214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24871): Terminated: ok {rc=0}\u000a16:34:14.940072 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24889): Process ended prematurely: osmo-stp_10.42.42.5(pid=24889) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24889)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24889): Process ended prematurely: osmo-stp_10.42.42.5(pid=24889) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:34:16.066543 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:16.079263 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:34:16.222625 tst iperf3m4.py: using LAC 29235\u000a16:34:16.383207 tst iperf3m4.py: using RAC 165\u000a16:34:16.514849 tst iperf3m4.py: using CellId 29235\u000a16:34:16.636323 tst iperf3m4.py: using BVCI 29236\u000a16:34:16.660229 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:16.672993 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:16.685870 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:16.698346 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:16.712484 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:16.725759 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:16.737774 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:16.751130 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:16.765604 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:34:16.889291 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:34:17.007049 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:34:17.140442 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:34:17.421188 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:34:17.545279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:34:17.852817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24874): Launched\u000a16:34:18.107193 run iperf3-srv_10.42.42.10(pid=24875): Launched\u000a16:34:18.287949 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:34:18.410929 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:34:18.717451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24876): Launched\u000a16:34:18.971389 run iperf3-srv_10.42.42.10(pid=24877): Launched\u000a16:34:19.151842 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:34:19.274654 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:34:19.582268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24878): Launched\u000a16:34:19.835543 run iperf3-srv_10.42.42.10(pid=24879): Launched\u000a16:34:20.015126 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:34:20.137788 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:34:20.443736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24880): Launched\u000a16:34:20.696700 run iperf3-srv_10.42.42.10(pid=24881): Launched\u000a16:34:20.875876 tst iperf3m4.py:8: start network...\u000a16:34:20.997917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:21.460782 run create_hlr_db(pid=24882): Launched\u000a16:34:21.630438 bus /gobi_6: Setting Powered False\u000a16:34:22.652863 run create_hlr_db(pid=24882): Terminated: ok {rc=0}\u000a16:34:23.053478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24885): Launched\u000a16:34:23.368905 run osmo-hlr_10.42.42.2(pid=24886): Launched\u000a16:34:23.483237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:24.030706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24888): Launched\u000a16:34:24.345801 run osmo-stp_10.42.42.5(pid=24889): Launched\u000a16:34:24.458234 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:34:25.006394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24891): Launched\u000a16:34:25.119150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:34:25.393694 run patchelf(pid=24892): Launched\u000a16:34:25.577906 run osmo-stp_10.42.42.5(pid=24889): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24889)]\u000a16:34:25.712871 run osmo-stp_10.42.42.5(pid=24889): stdout: \u000a| (launched: 2022-12-10_16:34:24.190737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:25.848077 run osmo-stp_10.42.42.5(pid=24889): stderr: \u000a| �[0;m�[38;5;43m20221210163424380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163424381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163424381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163424381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163424382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163424382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163424382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:25.978432 run osmo-stp_10.42.42.5(pid=24889): stdout: \u000a| (launched: 2022-12-10_16:34:24.190737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:26.107618 run osmo-stp_10.42.42.5(pid=24889): stderr: \u000a| �[0;m�[38;5;43m20221210163424380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163424381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163424381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163424381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163424382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163424382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163424382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:26.257962 run patchelf(pid=24892): Terminating (SIGINT)\u000a16:34:26.435042 run patchelf(pid=24892): Terminated: ok {rc=0}\u000a16:34:26.467501 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24889): Process ended prematurely: osmo-stp_10.42.42.5(pid=24889) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24889)] [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:34:26.477321 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a16:34:26.540075 run osmo-hlr_10.42.42.2(pid=24886): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24886)]\u000a16:34:26.591160 run osmo-hlr_10.42.42.2(pid=24886): stdout: \u000a| (launched: 2022-12-10_16:34:23.213913) \u000a16:34:26.642696 run osmo-hlr_10.42.42.2(pid=24886): stderr: \u000a| �[0;m�[1;31m20221210163423409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163423409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163423409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163423409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163423409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163423409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163423421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163423430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163423430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163423430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:26.686670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24874): Terminating (SIGTERM)\u000a16:34:26.728407 run iperf3-srv_10.42.42.10(pid=24875): Terminating (SIGTERM)\u000a16:34:26.770297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24876): Terminating (SIGTERM)\u000a16:34:26.812002 run iperf3-srv_10.42.42.10(pid=24877): Terminating (SIGTERM)\u000a16:34:26.853781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24878): Terminating (SIGTERM)\u000a16:34:26.895189 run iperf3-srv_10.42.42.10(pid=24879): Terminating (SIGTERM)\u000a16:34:26.936802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24880): Terminating (SIGTERM)\u000a16:34:26.978400 run iperf3-srv_10.42.42.10(pid=24881): Terminating (SIGTERM)\u000a16:34:27.020431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24885): Terminating (SIGTERM)\u000a16:34:27.062209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24888): Terminating (SIGTERM)\u000a16:34:27.104087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24891): Terminating (SIGTERM)\u000a16:34:27.113760 --- ParallelTerminationStrategy: PID 24874 died...\u000a16:34:27.169596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24874): Terminated: ok {rc=0}\u000a16:34:27.179626 --- ParallelTerminationStrategy: PID 24875 died...\u000a16:34:27.234930 run iperf3-srv_10.42.42.10(pid=24875): Terminated {rc=256}\u000a16:34:27.244846 --- ParallelTerminationStrategy: PID 24876 died...\u000a16:34:27.300588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24876): Terminated: ok {rc=0}\u000a16:34:27.310612 --- ParallelTerminationStrategy: PID 24877 died...\u000a16:34:27.366135 run iperf3-srv_10.42.42.10(pid=24877): Terminated {rc=256}\u000a16:34:27.376467 --- ParallelTerminationStrategy: PID 24878 died...\u000a16:34:27.431781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24878): Terminated: ok {rc=0}\u000a16:34:27.441803 --- ParallelTerminationStrategy: PID 24879 died...\u000a16:34:27.497929 run iperf3-srv_10.42.42.10(pid=24879): Terminated {rc=256}\u000a16:34:27.507893 --- ParallelTerminationStrategy: PID 24880 died...\u000a16:34:27.563145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24880): Terminated: ok {rc=0}\u000a16:34:27.573222 --- ParallelTerminationStrategy: PID 24881 died...\u000a16:34:27.628309 run iperf3-srv_10.42.42.10(pid=24881): Terminated {rc=256}\u000a16:34:27.638247 --- ParallelTerminationStrategy: PID 24885 died...\u000a16:34:27.693267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24885): Terminated: ok {rc=0}\u000a16:34:27.703163 --- ParallelTerminationStrategy: PID 24888 died...\u000a16:34:27.758546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24888): Terminated: ok {rc=0}\u000a16:34:27.768561 --- ParallelTerminationStrategy: PID 24891 died...\u000a16:34:27.824032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24891): Terminated: ok {rc=0}\u000a16:34:27.910119 bus /gobi_4: Setting Powered False\u000a16:34:29.016605 bus /gobi_4: Setting Powered False\u000a16:34:30.127324 bus /gobi_1: Setting Powered False\u000a16:34:31.240216 bus /gobi_1: Setting Powered False\u000a16:34:32.350812 bus /gobi_0: Setting Powered False\u000a16:34:33.453382 bus /gobi_0: Setting Powered False\u000a16:34:34.565797 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24899): Process ended prematurely: osmo-stp_10.42.42.5(pid=24899) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24899)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24899): Process ended prematurely: osmo-stp_10.42.42.5(pid=24899) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:34:35.634066 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:35.646190 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:34:35.784150 tst ping.py: using LAC 29236\u000a16:34:35.904915 tst ping.py: using RAC 166\u000a16:34:36.030579 tst ping.py: using CellId 29236\u000a16:34:36.149960 tst ping.py: using BVCI 29237\u000a16:34:36.173615 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:36.185103 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:36.196295 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:36.207828 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:36.219055 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:36.230297 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:36.241656 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:36.252894 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:34:36.521203 tst ping.py:19: start network...\u000a16:34:36.642395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:37.098724 run create_hlr_db(pid=24893): Launched\u000a16:34:37.265424 bus /gobi_6: Setting Powered False\u000a16:34:38.287909 run create_hlr_db(pid=24893): Terminated: ok {rc=0}\u000a16:34:38.674632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24895): Launched\u000a16:34:38.964443 run osmo-hlr_10.42.42.2(pid=24896): Launched\u000a16:34:39.076619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:39.590869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24898): Launched\u000a16:34:39.879459 run osmo-stp_10.42.42.5(pid=24899): Launched\u000a16:34:39.985204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:34:40.490029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24901): Launched\u000a16:34:40.593057 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:34:40.845063 run patchelf(pid=24902): Launched\u000a16:34:41.014423 run osmo-stp_10.42.42.5(pid=24899): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24899)]\u000a16:34:41.138823 run osmo-stp_10.42.42.5(pid=24899): stdout: \u000a| (launched: 2022-12-10_16:34:39.737202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:41.263465 run osmo-stp_10.42.42.5(pid=24899): stderr: \u000a| �[0;m�[38;5;43m20221210163439906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163439906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163439906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163439906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163439907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163439907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163439907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:41.383565 run osmo-stp_10.42.42.5(pid=24899): stdout: \u000a| (launched: 2022-12-10_16:34:39.737202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:41.502498 run osmo-stp_10.42.42.5(pid=24899): stderr: \u000a| �[0;m�[38;5;43m20221210163439906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163439906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163439906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163439906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163439907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163439907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163439907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:41.640599 run patchelf(pid=24902): Terminating (SIGINT)\u000a16:34:41.803355 run patchelf(pid=24902): Terminated: ok {rc=0}\u000a16:34:41.833089 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24899): Process ended prematurely: osmo-stp_10.42.42.5(pid=24899) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24899)] [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a16:34:41.841665 tst ping.py:22: Test FAILED (6.2 sec)\u000a16:34:41.901963 run osmo-hlr_10.42.42.2(pid=24896): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24896)]\u000a16:34:41.950686 run osmo-hlr_10.42.42.2(pid=24896): stdout: \u000a| (launched: 2022-12-10_16:34:38.821328) \u000a16:34:42.000304 run osmo-hlr_10.42.42.2(pid=24896): stderr: \u000a| �[0;m�[1;31m20221210163438998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163438998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163438998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163438998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163438998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163438998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163439009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163439018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163439018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163439018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:42.042143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24895): Terminating (SIGTERM)\u000a16:34:42.081770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24898): Terminating (SIGTERM)\u000a16:34:42.121566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24901): Terminating (SIGTERM)\u000a16:34:42.130943 --- ParallelTerminationStrategy: PID 24895 died...\u000a16:34:42.185043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24895): Terminated: ok {rc=0}\u000a16:34:42.194602 --- ParallelTerminationStrategy: PID 24898 died...\u000a16:34:42.247666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24898): Terminated: ok {rc=0}\u000a16:34:42.257908 --- ParallelTerminationStrategy: PID 24901 died...\u000a16:34:42.311799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24901): Terminated: ok {rc=0}\u000a16:34:42.399441 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24909): Process ended prematurely: osmo-stp_10.42.42.5(pid=24909) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24909)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24909): Process ended prematurely: osmo-stp_10.42.42.5(pid=24909) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:34:43.451265 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:43.463394 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:34:43.597133 tst ping_idle_ping.py: using LAC 29237\u000a16:34:43.713015 tst ping_idle_ping.py: using RAC 167\u000a16:34:43.827203 tst ping_idle_ping.py: using CellId 29237\u000a16:34:43.941140 tst ping_idle_ping.py: using BVCI 29238\u000a16:34:43.963365 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:43.974418 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:43.985108 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:43.996208 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:44.007375 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:44.018647 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:44.029832 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:44.040923 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:34:44.309791 tst ping_idle_ping.py:24: start network...\u000a16:34:44.431201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:44.890876 run create_hlr_db(pid=24903): Launched\u000a16:34:45.059202 bus /gobi_6: Setting Powered False\u000a16:34:46.127320 run create_hlr_db(pid=24903): Terminated: ok {rc=0}\u000a16:34:46.577479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24905): Launched\u000a16:34:46.987133 run osmo-hlr_10.42.42.2(pid=24906): Launched\u000a16:34:47.138572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:47.692727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24908): Launched\u000a16:34:48.001453 run osmo-stp_10.42.42.5(pid=24909): Launched\u000a16:34:48.113770 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:34:48.654551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24911): Launched\u000a16:34:48.764663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:34:49.033419 run patchelf(pid=24912): Launched\u000a16:34:49.214542 run osmo-stp_10.42.42.5(pid=24909): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24909)]\u000a16:34:49.347488 run osmo-stp_10.42.42.5(pid=24909): stdout: \u000a| (launched: 2022-12-10_16:34:47.850155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:49.480149 run osmo-stp_10.42.42.5(pid=24909): stderr: \u000a| �[0;m�[38;5;43m20221210163448041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163448042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163448042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163448042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163448043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163448043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163448043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:49.608205 run osmo-stp_10.42.42.5(pid=24909): stdout: \u000a| (launched: 2022-12-10_16:34:47.850155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:49.735182 run osmo-stp_10.42.42.5(pid=24909): stderr: \u000a| �[0;m�[38;5;43m20221210163448041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163448042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163448042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163448042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163448043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163448043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163448043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:49.882647 run patchelf(pid=24912): Terminating (SIGINT)\u000a16:34:50.055891 run patchelf(pid=24912): Terminated: ok {rc=0}\u000a16:34:50.087713 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24909): Process ended prematurely: osmo-stp_10.42.42.5(pid=24909) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24909)] [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:34:50.097048 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:34:50.159031 run osmo-hlr_10.42.42.2(pid=24906): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24906)]\u000a16:34:50.209874 run osmo-hlr_10.42.42.2(pid=24906): stdout: \u000a| (launched: 2022-12-10_16:34:46.738808) \u000a16:34:50.261406 run osmo-hlr_10.42.42.2(pid=24906): stderr: \u000a| �[0;m�[1;31m20221210163447047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163447047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163447047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163447047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163447047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163447047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163447066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163447095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163447095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163447095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:50.305776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24905): Terminating (SIGTERM)\u000a16:34:50.347548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24908): Terminating (SIGTERM)\u000a16:34:50.389243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24911): Terminating (SIGTERM)\u000a16:34:50.398863 --- ParallelTerminationStrategy: PID 24905 died...\u000a16:34:50.454331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24905): Terminated: ok {rc=0}\u000a16:34:50.464381 --- ParallelTerminationStrategy: PID 24908 died...\u000a16:34:50.519835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24908): Terminated: ok {rc=0}\u000a16:34:50.530048 --- ParallelTerminationStrategy: PID 24911 died...\u000a16:34:50.585781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24911): Terminated: ok {rc=0}\u000a16:34:50.672199 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:33:53" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24926): Process ended prematurely: osmo-stp_10.42.42.5(pid=24926) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24926)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24926): Process ended prematurely: osmo-stp_10.42.42.5(pid=24926) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24926)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:34:52.812100 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:34:52.823288 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:34:52.974556 tst cs_paging_gprs_active.py: using LAC 29238\u000a16:34:53.096426 tst cs_paging_gprs_active.py: using RAC 168\u000a16:34:53.211196 tst cs_paging_gprs_active.py: using CellId 29238\u000a16:34:53.330845 tst cs_paging_gprs_active.py: using BVCI 29239\u000a16:34:53.353931 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:34:53.364985 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:34:53.375957 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:34:53.387512 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:34:53.399226 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:34:53.410861 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:34:53.422831 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:34:53.434480 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:34:53.446162 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:34:53.563368 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:34:53.852610 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:34:53.985675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:34:54.314472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24916): Launched\u000a16:34:54.587144 run iperf3-srv_10.42.42.10(pid=24917): Launched\u000a16:34:54.781764 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:34:54.913844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:34:55.241590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24918): Launched\u000a16:34:55.512942 run iperf3-srv_10.42.42.10(pid=24919): Launched\u000a16:34:55.706221 tst cs_paging_gprs_active.py:38: start network...\u000a16:34:55.837860 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:56.343014 run create_hlr_db(pid=24920): Launched\u000a16:34:56.525904 bus /gobi_6: Setting Powered False\u000a16:34:57.548122 run create_hlr_db(pid=24920): Terminated: ok {rc=0}\u000a16:34:57.968592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24922): Launched\u000a16:34:58.283934 run osmo-hlr_10.42.42.2(pid=24923): Launched\u000a16:34:58.403775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:58.950842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24925): Launched\u000a16:34:59.266138 run osmo-stp_10.42.42.5(pid=24926): Launched\u000a16:34:59.381056 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:34:59.931174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24928): Launched\u000a16:35:00.044066 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:35:00.319791 run patchelf(pid=24929): Launched\u000a16:35:00.504933 run osmo-stp_10.42.42.5(pid=24926): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24926)]\u000a16:35:00.641247 run osmo-stp_10.42.42.5(pid=24926): stdout: \u000a| (launched: 2022-12-10_16:34:59.111368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:00.777242 run osmo-stp_10.42.42.5(pid=24926): stderr: \u000a| �[0;m�[38;5;43m20221210163459302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163459302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163459302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163459303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163459303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163459303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163459303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:00.931942 run osmo-stp_10.42.42.5(pid=24926): stdout: \u000a| (launched: 2022-12-10_16:34:59.111368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:01.063561 run osmo-stp_10.42.42.5(pid=24926): stderr: \u000a| �[0;m�[38;5;43m20221210163459302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163459302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163459302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163459303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163459303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163459303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163459303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:01.219367 run patchelf(pid=24929): Terminating (SIGINT)\u000a16:35:01.403094 run patchelf(pid=24929): Terminated: ok {rc=0}\u000a16:35:01.437316 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24926): Process ended prematurely: osmo-stp_10.42.42.5(pid=24926) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24926)] [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:35:01.448105 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:35:01.512268 run osmo-hlr_10.42.42.2(pid=24923): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24923)]\u000a16:35:01.564880 run osmo-hlr_10.42.42.2(pid=24923): stdout: \u000a| (launched: 2022-12-10_16:34:58.129516) \u000a16:35:01.617663 run osmo-hlr_10.42.42.2(pid=24923): stderr: \u000a| �[0;m�[1;31m20221210163458327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163458327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163458327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163458327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163458327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163458327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163458340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163458350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163458351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163458351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:01.662481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24916): Terminating (SIGTERM)\u000a16:35:01.705159 run iperf3-srv_10.42.42.10(pid=24917): Terminating (SIGTERM)\u000a16:35:01.749261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24918): Terminating (SIGTERM)\u000a16:35:01.795517 run iperf3-srv_10.42.42.10(pid=24919): Terminating (SIGTERM)\u000a16:35:01.840882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24922): Terminating (SIGTERM)\u000a16:35:01.883947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24925): Terminating (SIGTERM)\u000a16:35:01.926576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24928): Terminating (SIGTERM)\u000a16:35:01.936291 --- ParallelTerminationStrategy: PID 24916 died...\u000a16:35:01.992902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24916): Terminated: ok {rc=0}\u000a16:35:02.003360 --- ParallelTerminationStrategy: PID 24917 died...\u000a16:35:02.059582 run iperf3-srv_10.42.42.10(pid=24917): Terminated {rc=256}\u000a16:35:02.070200 --- ParallelTerminationStrategy: PID 24918 died...\u000a16:35:02.126918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24918): Terminated: ok {rc=0}\u000a16:35:02.137473 --- ParallelTerminationStrategy: PID 24919 died...\u000a16:35:02.193125 run iperf3-srv_10.42.42.10(pid=24919): Terminated {rc=256}\u000a16:35:02.203697 --- ParallelTerminationStrategy: PID 24922 died...\u000a16:35:02.259782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24922): Terminated: ok {rc=0}\u000a16:35:02.269917 --- ParallelTerminationStrategy: PID 24925 died...\u000a16:35:02.325580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24925): Terminated: ok {rc=0}\u000a16:35:02.335710 --- ParallelTerminationStrategy: PID 24928 died...\u000a16:35:02.391250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24928): Terminated: ok {rc=0}\u000a16:35:02.476531 bus /gobi_0: Setting Powered False\u000a16:35:03.583848 bus /gobi_0: Setting Powered False\u000a16:35:04.695289 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24941): Process ended prematurely: osmo-stp_10.42.42.5(pid=24941) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24941)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24941): Process ended prematurely: osmo-stp_10.42.42.5(pid=24941) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:35:05.803747 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:05.815628 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:35:05.975806 tst iperf3.py: using LAC 29239\u000a16:35:06.101726 tst iperf3.py: using RAC 169\u000a16:35:06.223193 tst iperf3.py: using CellId 29239\u000a16:35:06.347660 tst iperf3.py: using BVCI 29240\u000a16:35:06.372919 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:06.384694 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:06.395972 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:06.407558 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:06.419118 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:06.430592 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:06.442114 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:06.453530 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:06.464604 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:35:06.753912 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:35:06.886024 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:07.213291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24933): Launched\u000a16:35:07.484808 run iperf3-srv_10.42.42.10(pid=24934): Launched\u000a16:35:07.678572 tst iperf3.py:8: start network...\u000a16:35:07.810379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:08.314481 run create_hlr_db(pid=24935): Launched\u000a16:35:08.497467 bus /gobi_6: Setting Powered False\u000a16:35:09.518683 run create_hlr_db(pid=24935): Terminated: ok {rc=0}\u000a16:35:09.916055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24937): Launched\u000a16:35:10.212336 run osmo-hlr_10.42.42.2(pid=24938): Launched\u000a16:35:10.324112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:10.853708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24940): Launched\u000a16:35:11.150631 run osmo-stp_10.42.42.5(pid=24941): Launched\u000a16:35:11.258900 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:35:11.774960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24943): Launched\u000a16:35:11.880902 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:35:12.141075 run patchelf(pid=24944): Launched\u000a16:35:12.315088 run osmo-stp_10.42.42.5(pid=24941): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24941)]\u000a16:35:12.442641 run osmo-stp_10.42.42.5(pid=24941): stdout: \u000a| (launched: 2022-12-10_16:35:11.003821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:12.570784 run osmo-stp_10.42.42.5(pid=24941): stderr: \u000a| �[0;m�[38;5;43m20221210163511175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163511175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163511175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163511176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163511176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163511176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163511176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:12.694204 run osmo-stp_10.42.42.5(pid=24941): stdout: \u000a| (launched: 2022-12-10_16:35:11.003821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:12.816640 run osmo-stp_10.42.42.5(pid=24941): stderr: \u000a| �[0;m�[38;5;43m20221210163511175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163511175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163511175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163511176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163511176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163511176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163511176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:12.959028 run patchelf(pid=24944): Terminating (SIGINT)\u000a16:35:13.126574 run patchelf(pid=24944): Terminated: ok {rc=0}\u000a16:35:13.157524 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24941): Process ended prematurely: osmo-stp_10.42.42.5(pid=24941) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24941)] [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:35:13.166640 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a16:35:13.227476 run osmo-hlr_10.42.42.2(pid=24938): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24938)]\u000a16:35:13.276759 run osmo-hlr_10.42.42.2(pid=24938): stdout: \u000a| (launched: 2022-12-10_16:35:10.066390) \u000a16:35:13.326824 run osmo-hlr_10.42.42.2(pid=24938): stderr: \u000a| �[0;m�[1;31m20221210163510244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163510244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163510244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163510244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163510244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163510244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163510257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163510265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163510265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163510265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:13.369098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24933): Terminating (SIGTERM)\u000a16:35:13.409120 run iperf3-srv_10.42.42.10(pid=24934): Terminating (SIGTERM)\u000a16:35:13.449225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24937): Terminating (SIGTERM)\u000a16:35:13.489203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24940): Terminating (SIGTERM)\u000a16:35:13.529265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24943): Terminating (SIGTERM)\u000a16:35:13.538903 --- ParallelTerminationStrategy: PID 24933 died...\u000a16:35:13.592677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24933): Terminated: ok {rc=0}\u000a16:35:13.602432 --- ParallelTerminationStrategy: PID 24934 died...\u000a16:35:13.655922 run iperf3-srv_10.42.42.10(pid=24934): Terminated {rc=256}\u000a16:35:13.665917 --- ParallelTerminationStrategy: PID 24937 died...\u000a16:35:13.719329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24937): Terminated: ok {rc=0}\u000a16:35:13.729021 --- ParallelTerminationStrategy: PID 24940 died...\u000a16:35:13.782833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24940): Terminated: ok {rc=0}\u000a16:35:13.792448 --- ParallelTerminationStrategy: PID 24943 died...\u000a16:35:13.845608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24943): Terminated: ok {rc=0}\u000a16:35:13.929492 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24964): Process ended prematurely: osmo-stp_10.42.42.5(pid=24964) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24964)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24964): Process ended prematurely: osmo-stp_10.42.42.5(pid=24964) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:35:15.042191 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:15.055275 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:35:15.215225 tst iperf3m4.py: using LAC 29240\u000a16:35:15.330518 tst iperf3m4.py: using RAC 170\u000a16:35:15.444702 tst iperf3m4.py: using CellId 29240\u000a16:35:15.562338 tst iperf3m4.py: using BVCI 29241\u000a16:35:15.584732 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:15.595807 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:15.606804 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:15.618423 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:15.629995 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:15.641548 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:15.653278 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:15.664798 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:15.676485 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:35:15.796915 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:35:15.951848 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:35:16.063322 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:35:16.418314 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:35:16.601798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:17.038325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24945): Launched\u000a16:35:17.361801 run iperf3-srv_10.42.42.10(pid=24946): Launched\u000a16:35:17.543386 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:35:17.666640 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:17.974993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24947): Launched\u000a16:35:18.230821 run iperf3-srv_10.42.42.10(pid=24948): Launched\u000a16:35:18.411343 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:35:18.534628 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:18.842571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24949): Launched\u000a16:35:19.096526 run iperf3-srv_10.42.42.10(pid=24950): Launched\u000a16:35:19.276340 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:35:19.399249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:19.705930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24951): Launched\u000a16:35:19.963618 run iperf3-srv_10.42.42.10(pid=24957): Launched\u000a16:35:20.143844 tst iperf3m4.py:8: start network...\u000a16:35:20.266978 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:20.731623 run create_hlr_db(pid=24958): Launched\u000a16:35:20.902961 bus /gobi_6: Setting Powered False\u000a16:35:21.924808 run create_hlr_db(pid=24958): Terminated: ok {rc=0}\u000a16:35:22.346518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24960): Launched\u000a16:35:22.662016 run osmo-hlr_10.42.42.2(pid=24961): Launched\u000a16:35:22.783298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:23.331732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24963): Launched\u000a16:35:23.646522 run osmo-stp_10.42.42.5(pid=24964): Launched\u000a16:35:23.760263 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:35:24.309541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24966): Launched\u000a16:35:24.422466 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:35:24.697349 run patchelf(pid=24967): Launched\u000a16:35:24.881775 run osmo-stp_10.42.42.5(pid=24964): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24964)]\u000a16:35:25.016212 run osmo-stp_10.42.42.5(pid=24964): stdout: \u000a| (launched: 2022-12-10_16:35:23.491938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:25.151055 run osmo-stp_10.42.42.5(pid=24964): stderr: \u000a| �[0;m�[38;5;43m20221210163523681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163523681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163523681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163523682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163523682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163523682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163523682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:25.281025 run osmo-stp_10.42.42.5(pid=24964): stdout: \u000a| (launched: 2022-12-10_16:35:23.491938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:25.410592 run osmo-stp_10.42.42.5(pid=24964): stderr: \u000a| �[0;m�[38;5;43m20221210163523681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163523681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163523681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163523682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163523682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163523682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163523682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:25.560784 run patchelf(pid=24967): Terminating (SIGINT)\u000a16:35:25.737138 run patchelf(pid=24967): Terminated: ok {rc=0}\u000a16:35:25.769454 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24964): Process ended prematurely: osmo-stp_10.42.42.5(pid=24964) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24964)] [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:35:25.779274 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a16:35:25.841708 run osmo-hlr_10.42.42.2(pid=24961): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24961)]\u000a16:35:25.892410 run osmo-hlr_10.42.42.2(pid=24961): stdout: \u000a| (launched: 2022-12-10_16:35:22.507066) \u000a16:35:25.944033 run osmo-hlr_10.42.42.2(pid=24961): stderr: \u000a| �[0;m�[1;31m20221210163522703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163522703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163522703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163522703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163522703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163522703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163522716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163522724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163522724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163522724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:25.988341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24945): Terminating (SIGTERM)\u000a16:35:26.029776 run iperf3-srv_10.42.42.10(pid=24946): Terminating (SIGTERM)\u000a16:35:26.071156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24947): Terminating (SIGTERM)\u000a16:35:26.112416 run iperf3-srv_10.42.42.10(pid=24948): Terminating (SIGTERM)\u000a16:35:26.153734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24949): Terminating (SIGTERM)\u000a16:35:26.194832 run iperf3-srv_10.42.42.10(pid=24950): Terminating (SIGTERM)\u000a16:35:26.236155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24951): Terminating (SIGTERM)\u000a16:35:26.277617 run iperf3-srv_10.42.42.10(pid=24957): Terminating (SIGTERM)\u000a16:35:26.319378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24960): Terminating (SIGTERM)\u000a16:35:26.360605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24963): Terminating (SIGTERM)\u000a16:35:26.402159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24966): Terminating (SIGTERM)\u000a16:35:26.411641 --- ParallelTerminationStrategy: PID 24945 died...\u000a16:35:26.467067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24945): Terminated: ok {rc=0}\u000a16:35:26.477207 --- ParallelTerminationStrategy: PID 24946 died...\u000a16:35:26.532181 run iperf3-srv_10.42.42.10(pid=24946): Terminated {rc=256}\u000a16:35:26.542095 --- ParallelTerminationStrategy: PID 24947 died...\u000a16:35:26.597178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24947): Terminated: ok {rc=0}\u000a16:35:26.607059 --- ParallelTerminationStrategy: PID 24948 died...\u000a16:35:26.662025 run iperf3-srv_10.42.42.10(pid=24948): Terminated {rc=256}\u000a16:35:26.671952 --- ParallelTerminationStrategy: PID 24949 died...\u000a16:35:26.727205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24949): Terminated: ok {rc=0}\u000a16:35:26.737221 --- ParallelTerminationStrategy: PID 24950 died...\u000a16:35:26.792277 run iperf3-srv_10.42.42.10(pid=24950): Terminated {rc=256}\u000a16:35:26.802494 --- ParallelTerminationStrategy: PID 24951 died...\u000a16:35:26.857985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24951): Terminated: ok {rc=0}\u000a16:35:26.867957 --- ParallelTerminationStrategy: PID 24957 died...\u000a16:35:26.923015 run iperf3-srv_10.42.42.10(pid=24957): Terminated {rc=256}\u000a16:35:26.932940 --- ParallelTerminationStrategy: PID 24960 died...\u000a16:35:26.988653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24960): Terminated: ok {rc=0}\u000a16:35:26.998653 --- ParallelTerminationStrategy: PID 24963 died...\u000a16:35:27.053999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24963): Terminated: ok {rc=0}\u000a16:35:27.064001 --- ParallelTerminationStrategy: PID 24966 died...\u000a16:35:27.119363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24966): Terminated: ok {rc=0}\u000a16:35:27.206012 bus /gobi_4: Setting Powered False\u000a16:35:28.311257 bus /gobi_4: Setting Powered False\u000a16:35:29.421141 bus /gobi_1: Setting Powered False\u000a16:35:30.526588 bus /gobi_1: Setting Powered False\u000a16:35:31.658255 bus /gobi_0: Setting Powered False\u000a16:35:32.762912 bus /gobi_0: Setting Powered False\u000a16:35:33.875104 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24975): Process ended prematurely: osmo-stp_10.42.42.5(pid=24975) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24975)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24975): Process ended prematurely: osmo-stp_10.42.42.5(pid=24975) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:35:34.942007 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:34.953669 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:35:35.102443 tst ping.py: using LAC 29241\u000a16:35:35.215555 tst ping.py: using RAC 171\u000a16:35:35.328490 tst ping.py: using CellId 29241\u000a16:35:35.443343 tst ping.py: using BVCI 29242\u000a16:35:35.465558 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:35.476530 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:35.487341 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:35.498423 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:35.509492 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:35.520430 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:35.531630 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:35.542733 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:35:35.827429 tst ping.py:19: start network...\u000a16:35:35.956766 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:36.452428 run create_hlr_db(pid=24969): Launched\u000a16:35:36.632769 bus /gobi_6: Setting Powered False\u000a16:35:37.652797 run create_hlr_db(pid=24969): Terminated: ok {rc=0}\u000a16:35:38.043394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24971): Launched\u000a16:35:38.334478 run osmo-hlr_10.42.42.2(pid=24972): Launched\u000a16:35:38.446999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:38.959892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24974): Launched\u000a16:35:39.249646 run osmo-stp_10.42.42.5(pid=24975): Launched\u000a16:35:39.355481 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:35:39.862583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24977): Launched\u000a16:35:39.969988 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:35:40.240347 run patchelf(pid=24978): Launched\u000a16:35:40.422489 run osmo-stp_10.42.42.5(pid=24975): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24975)]\u000a16:35:40.555000 run osmo-stp_10.42.42.5(pid=24975): stdout: \u000a| (launched: 2022-12-10_16:35:39.106957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:40.687897 run osmo-stp_10.42.42.5(pid=24975): stderr: \u000a| �[0;m�[38;5;43m20221210163539274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163539274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163539274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163539275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163539277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163539277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163539277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:40.816210 run osmo-stp_10.42.42.5(pid=24975): stdout: \u000a| (launched: 2022-12-10_16:35:39.106957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:40.943789 run osmo-stp_10.42.42.5(pid=24975): stderr: \u000a| �[0;m�[38;5;43m20221210163539274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163539274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163539274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163539275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163539277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163539277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163539277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:41.091401 run patchelf(pid=24978): Terminating (SIGINT)\u000a16:35:41.265283 run patchelf(pid=24978): Terminated: ok {rc=0}\u000a16:35:41.296792 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24975): Process ended prematurely: osmo-stp_10.42.42.5(pid=24975) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24975)] [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:35:41.306109 tst ping.py:22: Test FAILED (6.4 sec)\u000a16:35:41.369063 run osmo-hlr_10.42.42.2(pid=24972): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24972)]\u000a16:35:41.420115 run osmo-hlr_10.42.42.2(pid=24972): stdout: \u000a| (launched: 2022-12-10_16:35:38.190891) \u000a16:35:41.471750 run osmo-hlr_10.42.42.2(pid=24972): stderr: \u000a| �[0;m�[1;31m20221210163538365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163538365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163538366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163538366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163538366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163538366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163538382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163538391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163538391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163538391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:41.515783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24971): Terminating (SIGTERM)\u000a16:35:41.557526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24974): Terminating (SIGTERM)\u000a16:35:41.599272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24977): Terminating (SIGTERM)\u000a16:35:41.608928 --- ParallelTerminationStrategy: PID 24971 died...\u000a16:35:41.665147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24971): Terminated: ok {rc=0}\u000a16:35:41.675381 --- ParallelTerminationStrategy: PID 24974 died...\u000a16:35:41.731005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24974): Terminated: ok {rc=0}\u000a16:35:41.741257 --- ParallelTerminationStrategy: PID 24977 died...\u000a16:35:41.796763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24977): Terminated: ok {rc=0}\u000a16:35:41.882785 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24985): Process ended prematurely: osmo-stp_10.42.42.5(pid=24985) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24985)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24985): Process ended prematurely: osmo-stp_10.42.42.5(pid=24985) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:35:42.935302 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:42.947802 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:35:43.100842 tst ping_idle_ping.py: using LAC 29242\u000a16:35:43.215139 tst ping_idle_ping.py: using RAC 172\u000a16:35:43.330391 tst ping_idle_ping.py: using CellId 29242\u000a16:35:43.445065 tst ping_idle_ping.py: using BVCI 29243\u000a16:35:43.467454 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:43.478720 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:43.489831 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:43.501053 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:43.512303 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:43.523609 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:43.534935 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:43.546120 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:35:43.828187 tst ping_idle_ping.py:24: start network...\u000a16:35:43.957692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:44.456795 run create_hlr_db(pid=24979): Launched\u000a16:35:44.637720 bus /gobi_6: Setting Powered False\u000a16:35:45.659030 run create_hlr_db(pid=24979): Terminated: ok {rc=0}\u000a16:35:46.100481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24981): Launched\u000a16:35:46.545643 run osmo-hlr_10.42.42.2(pid=24982): Launched\u000a16:35:46.739208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:47.337473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24984): Launched\u000a16:35:47.648619 run osmo-stp_10.42.42.5(pid=24985): Launched\u000a16:35:47.761727 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:35:48.304901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24987): Launched\u000a16:35:48.416379 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:35:48.686950 run patchelf(pid=24988): Launched\u000a16:35:48.868836 run osmo-stp_10.42.42.5(pid=24985): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24985)]\u000a16:35:49.002518 run osmo-stp_10.42.42.5(pid=24985): stdout: \u000a| (launched: 2022-12-10_16:35:47.495732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:49.135870 run osmo-stp_10.42.42.5(pid=24985): stderr: \u000a| �[0;m�[38;5;43m20221210163547688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163547688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163547689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163547689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163547689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163547689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163547690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:49.264653 run osmo-stp_10.42.42.5(pid=24985): stdout: \u000a| (launched: 2022-12-10_16:35:47.495732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:49.392782 run osmo-stp_10.42.42.5(pid=24985): stderr: \u000a| �[0;m�[38;5;43m20221210163547688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163547688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163547689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163547689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163547689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163547689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163547690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:49.541188 run patchelf(pid=24988): Terminating (SIGINT)\u000a16:35:49.715230 run patchelf(pid=24988): Terminated: ok {rc=0}\u000a16:35:49.746928 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24985): Process ended prematurely: osmo-stp_10.42.42.5(pid=24985) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24985)] [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:35:49.756161 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a16:35:49.818534 run osmo-hlr_10.42.42.2(pid=24982): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24982)]\u000a16:35:49.869488 run osmo-hlr_10.42.42.2(pid=24982): stdout: \u000a| (launched: 2022-12-10_16:35:46.260273) \u000a16:35:49.921381 run osmo-hlr_10.42.42.2(pid=24982): stderr: \u000a| �[0;m�[1;31m20221210163546474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163546474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163546474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163546474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163546475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163546475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163546490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163546500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163546501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163546501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:49.965629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24981): Terminating (SIGTERM)\u000a16:35:50.007442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24984): Terminating (SIGTERM)\u000a16:35:50.049281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24987): Terminating (SIGTERM)\u000a16:35:50.058996 --- ParallelTerminationStrategy: PID 24981 died...\u000a16:35:50.114899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24981): Terminated: ok {rc=0}\u000a16:35:50.125016 --- ParallelTerminationStrategy: PID 24984 died...\u000a16:35:50.180167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24984): Terminated: ok {rc=0}\u000a16:35:50.190350 --- ParallelTerminationStrategy: PID 24987 died...\u000a16:35:50.245757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24987): Terminated: ok {rc=0}\u000a16:35:50.332058 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:34:52" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25002): Process ended prematurely: osmo-stp_10.42.42.5(pid=25002) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25002)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25002): Process ended prematurely: osmo-stp_10.42.42.5(pid=25002) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:35:52.468277 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:35:52.479466 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:35:52.633630 tst cs_paging_gprs_active.py: using LAC 29243\u000a16:35:52.757297 tst cs_paging_gprs_active.py: using RAC 173\u000a16:35:52.883502 tst cs_paging_gprs_active.py: using CellId 29243\u000a16:35:53.009217 tst cs_paging_gprs_active.py: using BVCI 29244\u000a16:35:53.034091 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:35:53.046145 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:35:53.057623 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:35:53.069125 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:35:53.080610 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:35:53.092077 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:35:53.103972 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:35:53.115651 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:35:53.127316 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:35:53.244621 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:35:53.534864 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:35:53.667475 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:53.995478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24992): Launched\u000a16:35:54.267176 run iperf3-srv_10.42.42.10(pid=24993): Launched\u000a16:35:54.462266 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:35:54.594489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:54.922428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24994): Launched\u000a16:35:55.195593 run iperf3-srv_10.42.42.10(pid=24995): Launched\u000a16:35:55.391217 tst cs_paging_gprs_active.py:38: start network...\u000a16:35:55.523225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:56.027602 run create_hlr_db(pid=24996): Launched\u000a16:35:56.210602 bus /gobi_6: Setting Powered False\u000a16:35:57.231876 run create_hlr_db(pid=24996): Terminated: ok {rc=0}\u000a16:35:57.652570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24998): Launched\u000a16:35:57.969276 run osmo-hlr_10.42.42.2(pid=24999): Launched\u000a16:35:58.088939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:58.639133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25001): Launched\u000a16:35:58.954705 run osmo-stp_10.42.42.5(pid=25002): Launched\u000a16:35:59.069391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:35:59.622240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25004): Launched\u000a16:35:59.735027 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:36:00.020248 run patchelf(pid=25005): Launched\u000a16:36:00.206408 run osmo-stp_10.42.42.5(pid=25002): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25002)]\u000a16:36:00.342952 run osmo-stp_10.42.42.5(pid=25002): stdout: \u000a| (launched: 2022-12-10_16:35:58.799766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:00.479905 run osmo-stp_10.42.42.5(pid=25002): stderr: \u000a| �[0;m�[38;5;43m20221210163558990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163558990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163558991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163558991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163558992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163558992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163558992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:00.611139 run osmo-stp_10.42.42.5(pid=25002): stdout: \u000a| (launched: 2022-12-10_16:35:58.799766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:00.741186 run osmo-stp_10.42.42.5(pid=25002): stderr: \u000a| �[0;m�[38;5;43m20221210163558990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163558990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163558991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163558991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163558992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163558992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163558992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:00.895613 run patchelf(pid=25005): Terminating (SIGINT)\u000a16:36:01.077292 run patchelf(pid=25005): Terminated: ok {rc=0}\u000a16:36:01.111804 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25002): Process ended prematurely: osmo-stp_10.42.42.5(pid=25002) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25002)] [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:36:01.122609 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:36:01.186813 run osmo-hlr_10.42.42.2(pid=24999): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24999)]\u000a16:36:01.239142 run osmo-hlr_10.42.42.2(pid=24999): stdout: \u000a| (launched: 2022-12-10_16:35:57.813626) \u000a16:36:01.292088 run osmo-hlr_10.42.42.2(pid=24999): stderr: \u000a| �[0;m�[1;31m20221210163558012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163558012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163558012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163558012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163558012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163558012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163558025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163558035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163558035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163558035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:01.337649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24992): Terminating (SIGTERM)\u000a16:36:01.379957 run iperf3-srv_10.42.42.10(pid=24993): Terminating (SIGTERM)\u000a16:36:01.426630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24994): Terminating (SIGTERM)\u000a16:36:01.471233 run iperf3-srv_10.42.42.10(pid=24995): Terminating (SIGTERM)\u000a16:36:01.515579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24998): Terminating (SIGTERM)\u000a16:36:01.560397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25001): Terminating (SIGTERM)\u000a16:36:01.605361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25004): Terminating (SIGTERM)\u000a16:36:01.617106 --- ParallelTerminationStrategy: PID 24992 died...\u000a16:36:01.676358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24992): Terminated: ok {rc=0}\u000a16:36:01.687053 --- ParallelTerminationStrategy: PID 24993 died...\u000a16:36:01.743840 run iperf3-srv_10.42.42.10(pid=24993): Terminated {rc=256}\u000a16:36:01.754519 --- ParallelTerminationStrategy: PID 24994 died...\u000a16:36:01.811384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24994): Terminated: ok {rc=0}\u000a16:36:01.823031 --- ParallelTerminationStrategy: PID 24995 died...\u000a16:36:01.880189 run iperf3-srv_10.42.42.10(pid=24995): Terminated {rc=256}\u000a16:36:01.890972 --- ParallelTerminationStrategy: PID 24998 died...\u000a16:36:01.947311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24998): Terminated: ok {rc=0}\u000a16:36:01.959035 --- ParallelTerminationStrategy: PID 25001 died...\u000a16:36:02.016791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25001): Terminated: ok {rc=0}\u000a16:36:02.027490 --- ParallelTerminationStrategy: PID 25004 died...\u000a16:36:02.084245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25004): Terminated: ok {rc=0}\u000a16:36:02.188301 bus /gobi_0: Setting Powered False\u000a16:36:03.298493 bus /gobi_0: Setting Powered False\u000a16:36:04.405668 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25014): Process ended prematurely: osmo-stp_10.42.42.5(pid=25014) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25014)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25014): Process ended prematurely: osmo-stp_10.42.42.5(pid=25014) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:36:05.517893 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:05.529917 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:36:05.688566 tst iperf3.py: using LAC 29244\u000a16:36:05.812015 tst iperf3.py: using RAC 174\u000a16:36:05.935781 tst iperf3.py: using CellId 29244\u000a16:36:06.059360 tst iperf3.py: using BVCI 29245\u000a16:36:06.083660 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:06.095264 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:06.106695 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:06.118102 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:06.129371 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:06.140535 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:06.151853 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:06.163068 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:06.174522 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:36:06.461935 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:36:06.592934 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:06.919213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25006): Launched\u000a16:36:07.190398 run iperf3-srv_10.42.42.10(pid=25007): Launched\u000a16:36:07.383580 tst iperf3.py:8: start network...\u000a16:36:07.514999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:08.014096 run create_hlr_db(pid=25008): Launched\u000a16:36:08.185268 bus /gobi_6: Setting Powered False\u000a16:36:09.207114 run create_hlr_db(pid=25008): Terminated: ok {rc=0}\u000a16:36:09.626721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25010): Launched\u000a16:36:09.942445 run osmo-hlr_10.42.42.2(pid=25011): Launched\u000a16:36:10.058723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:10.610132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25013): Launched\u000a16:36:10.926569 run osmo-stp_10.42.42.5(pid=25014): Launched\u000a16:36:11.041396 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:36:11.593241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25016): Launched\u000a16:36:11.705494 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:36:11.980080 run patchelf(pid=25017): Launched\u000a16:36:12.165067 run osmo-stp_10.42.42.5(pid=25014): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25014)]\u000a16:36:12.300577 run osmo-stp_10.42.42.5(pid=25014): stdout: \u000a| (launched: 2022-12-10_16:36:10.771189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:12.437237 run osmo-stp_10.42.42.5(pid=25014): stderr: \u000a| �[0;m�[38;5;43m20221210163610966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163610966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163610966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163610966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163610967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163610967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163610967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:12.567938 run osmo-stp_10.42.42.5(pid=25014): stdout: \u000a| (launched: 2022-12-10_16:36:10.771189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:12.697694 run osmo-stp_10.42.42.5(pid=25014): stderr: \u000a| �[0;m�[38;5;43m20221210163610966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163610966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163610966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163610966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163610967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163610967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163610967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:12.848344 run patchelf(pid=25017): Terminating (SIGINT)\u000a16:36:13.025424 run patchelf(pid=25017): Terminated: ok {rc=0}\u000a16:36:13.058120 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25014): Process ended prematurely: osmo-stp_10.42.42.5(pid=25014) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25014)] [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:36:13.067982 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:36:13.130894 run osmo-hlr_10.42.42.2(pid=25011): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25011)]\u000a16:36:13.180220 run osmo-hlr_10.42.42.2(pid=25011): stdout: \u000a| (launched: 2022-12-10_16:36:09.787573) \u000a16:36:13.230068 run osmo-hlr_10.42.42.2(pid=25011): stderr: \u000a| �[0;m�[1;31m20221210163609988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163609988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163609988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163609988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163609988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163609988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163610001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163610011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163610011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163610011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:13.272125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25006): Terminating (SIGTERM)\u000a16:36:13.312544 run iperf3-srv_10.42.42.10(pid=25007): Terminating (SIGTERM)\u000a16:36:13.352397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25010): Terminating (SIGTERM)\u000a16:36:13.392466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25013): Terminating (SIGTERM)\u000a16:36:13.432680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25016): Terminating (SIGTERM)\u000a16:36:13.442038 --- ParallelTerminationStrategy: PID 25006 died...\u000a16:36:13.495824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25006): Terminated: ok {rc=0}\u000a16:36:13.505631 --- ParallelTerminationStrategy: PID 25007 died...\u000a16:36:13.559106 run iperf3-srv_10.42.42.10(pid=25007): Terminated {rc=256}\u000a16:36:13.568681 --- ParallelTerminationStrategy: PID 25010 died...\u000a16:36:13.622187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25010): Terminated: ok {rc=0}\u000a16:36:13.631988 --- ParallelTerminationStrategy: PID 25013 died...\u000a16:36:13.685683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25013): Terminated: ok {rc=0}\u000a16:36:13.695409 --- ParallelTerminationStrategy: PID 25016 died...\u000a16:36:13.749615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25016): Terminated: ok {rc=0}\u000a16:36:13.837355 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25032): Process ended prematurely: osmo-stp_10.42.42.5(pid=25032) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25032)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25032): Process ended prematurely: osmo-stp_10.42.42.5(pid=25032) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:36:14.950953 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:14.963283 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:36:15.123564 tst iperf3m4.py: using LAC 29245\u000a16:36:15.247663 tst iperf3m4.py: using RAC 175\u000a16:36:15.371853 tst iperf3m4.py: using CellId 29245\u000a16:36:15.496935 tst iperf3m4.py: using BVCI 29246\u000a16:36:15.521093 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:15.532709 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:15.544104 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:15.555437 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:15.566938 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:15.578278 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:15.589975 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:15.601226 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:15.613012 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:36:15.731322 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:36:15.845934 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:36:15.971559 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:36:16.263764 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:36:16.400576 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:16.744558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25018): Launched\u000a16:36:17.038828 run iperf3-srv_10.42.42.10(pid=25019): Launched\u000a16:36:17.227122 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:36:17.350800 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:17.660157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25020): Launched\u000a16:36:17.915220 run iperf3-srv_10.42.42.10(pid=25021): Launched\u000a16:36:18.095500 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:36:18.229235 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:18.556857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25022): Launched\u000a16:36:18.828788 run iperf3-srv_10.42.42.10(pid=25023): Launched\u000a16:36:19.022483 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:36:19.154462 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:19.482662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25024): Launched\u000a16:36:19.754026 run iperf3-srv_10.42.42.10(pid=25025): Launched\u000a16:36:19.949122 tst iperf3m4.py:8: start network...\u000a16:36:20.081220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:20.586142 run create_hlr_db(pid=25026): Launched\u000a16:36:20.769044 bus /gobi_6: Setting Powered False\u000a16:36:21.790617 run create_hlr_db(pid=25026): Terminated: ok {rc=0}\u000a16:36:22.190063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25028): Launched\u000a16:36:22.487347 run osmo-hlr_10.42.42.2(pid=25029): Launched\u000a16:36:22.600432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:23.115836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25031): Launched\u000a16:36:23.412649 run osmo-stp_10.42.42.5(pid=25032): Launched\u000a16:36:23.521354 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:36:24.037837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25034): Launched\u000a16:36:24.143118 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:36:24.401789 run patchelf(pid=25035): Launched\u000a16:36:24.575913 run osmo-stp_10.42.42.5(pid=25032): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25032)]\u000a16:36:24.703039 run osmo-stp_10.42.42.5(pid=25032): stdout: \u000a| (launched: 2022-12-10_16:36:23.266461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:24.830644 run osmo-stp_10.42.42.5(pid=25032): stderr: \u000a| �[0;m�[38;5;43m20221210163623434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163623434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163623435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163623435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163623436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163623436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163623436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:24.953261 run osmo-stp_10.42.42.5(pid=25032): stdout: \u000a| (launched: 2022-12-10_16:36:23.266461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:25.075099 run osmo-stp_10.42.42.5(pid=25032): stderr: \u000a| �[0;m�[38;5;43m20221210163623434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163623434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163623435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163623435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163623436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163623436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163623436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:25.217261 run patchelf(pid=25035): Terminating (SIGINT)\u000a16:36:25.385095 run patchelf(pid=25035): Terminated: ok {rc=0}\u000a16:36:25.415872 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25032): Process ended prematurely: osmo-stp_10.42.42.5(pid=25032) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25032)] [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:36:25.425256 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a16:36:25.485573 run osmo-hlr_10.42.42.2(pid=25029): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25029)]\u000a16:36:25.534897 run osmo-hlr_10.42.42.2(pid=25029): stdout: \u000a| (launched: 2022-12-10_16:36:22.341290) \u000a16:36:25.584785 run osmo-hlr_10.42.42.2(pid=25029): stderr: \u000a| �[0;m�[1;31m20221210163622516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163622516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163622516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163622516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163622516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163622516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163622528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163622537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163622537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163622537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:25.626973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25018): Terminating (SIGTERM)\u000a16:36:25.666831 run iperf3-srv_10.42.42.10(pid=25019): Terminating (SIGTERM)\u000a16:36:25.706677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25020): Terminating (SIGTERM)\u000a16:36:25.746441 run iperf3-srv_10.42.42.10(pid=25021): Terminating (SIGTERM)\u000a16:36:25.786266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25022): Terminating (SIGTERM)\u000a16:36:25.826081 run iperf3-srv_10.42.42.10(pid=25023): Terminating (SIGTERM)\u000a16:36:25.865921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25024): Terminating (SIGTERM)\u000a16:36:25.905770 run iperf3-srv_10.42.42.10(pid=25025): Terminating (SIGTERM)\u000a16:36:25.945751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25028): Terminating (SIGTERM)\u000a16:36:25.985894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25031): Terminating (SIGTERM)\u000a16:36:26.025612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25034): Terminating (SIGTERM)\u000a16:36:26.035133 --- ParallelTerminationStrategy: PID 25018 died...\u000a16:36:26.089080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25018): Terminated: ok {rc=0}\u000a16:36:26.098863 --- ParallelTerminationStrategy: PID 25019 died...\u000a16:36:26.152158 run iperf3-srv_10.42.42.10(pid=25019): Terminated {rc=256}\u000a16:36:26.161801 --- ParallelTerminationStrategy: PID 25020 died...\u000a16:36:26.215098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25020): Terminated: ok {rc=0}\u000a16:36:26.225107 --- ParallelTerminationStrategy: PID 25021 died...\u000a16:36:26.279350 run iperf3-srv_10.42.42.10(pid=25021): Terminated {rc=256}\u000a16:36:26.288860 --- ParallelTerminationStrategy: PID 25022 died...\u000a16:36:26.342174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25022): Terminated: ok {rc=0}\u000a16:36:26.351858 --- ParallelTerminationStrategy: PID 25023 died...\u000a16:36:26.404940 run iperf3-srv_10.42.42.10(pid=25023): Terminated {rc=256}\u000a16:36:26.414570 --- ParallelTerminationStrategy: PID 25024 died...\u000a16:36:26.468270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25024): Terminated: ok {rc=0}\u000a16:36:26.478027 --- ParallelTerminationStrategy: PID 25025 died...\u000a16:36:26.531128 run iperf3-srv_10.42.42.10(pid=25025): Terminated {rc=256}\u000a16:36:26.540934 --- ParallelTerminationStrategy: PID 25028 died...\u000a16:36:26.594182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25028): Terminated: ok {rc=0}\u000a16:36:26.603994 --- ParallelTerminationStrategy: PID 25031 died...\u000a16:36:26.657357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25031): Terminated: ok {rc=0}\u000a16:36:26.666999 --- ParallelTerminationStrategy: PID 25034 died...\u000a16:36:26.720134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25034): Terminated: ok {rc=0}\u000a16:36:26.804244 bus /gobi_4: Setting Powered False\u000a16:36:27.911413 bus /gobi_4: Setting Powered False\u000a16:36:29.023788 bus /gobi_1: Setting Powered False\u000a16:36:30.126649 bus /gobi_1: Setting Powered False\u000a16:36:31.237661 bus /gobi_0: Setting Powered False\u000a16:36:32.341337 bus /gobi_0: Setting Powered False\u000a16:36:33.448601 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25043): Process ended prematurely: osmo-stp_10.42.42.5(pid=25043) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25043)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25043): Process ended prematurely: osmo-stp_10.42.42.5(pid=25043) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:36:34.514750 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:34.526597 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:36:34.685088 tst ping.py: using LAC 29246\u000a16:36:34.807812 tst ping.py: using RAC 176\u000a16:36:34.928350 tst ping.py: using CellId 29246\u000a16:36:35.043230 tst ping.py: using BVCI 29247\u000a16:36:35.065712 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:35.076795 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:35.087746 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:35.098876 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:35.110049 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:35.121241 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:35.132306 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:35.143391 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:36:35.413718 tst ping.py:19: start network...\u000a16:36:35.534551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:35.990354 run create_hlr_db(pid=25037): Launched\u000a16:36:36.157826 bus /gobi_6: Setting Powered False\u000a16:36:37.180048 run create_hlr_db(pid=25037): Terminated: ok {rc=0}\u000a16:36:37.567435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25039): Launched\u000a16:36:37.859770 run osmo-hlr_10.42.42.2(pid=25040): Launched\u000a16:36:37.966245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:38.473975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25042): Launched\u000a16:36:38.765844 run osmo-stp_10.42.42.5(pid=25043): Launched\u000a16:36:38.871893 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:36:39.380554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25045): Launched\u000a16:36:39.485012 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:36:39.739553 run patchelf(pid=25046): Launched\u000a16:36:39.910436 run osmo-stp_10.42.42.5(pid=25043): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25043)]\u000a16:36:40.035537 run osmo-stp_10.42.42.5(pid=25043): stdout: \u000a| (launched: 2022-12-10_16:36:38.621491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:40.160708 run osmo-stp_10.42.42.5(pid=25043): stderr: \u000a| �[0;m�[38;5;43m20221210163638789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163638789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163638790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163638790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163638790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163638791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163638791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:40.281690 run osmo-stp_10.42.42.5(pid=25043): stdout: \u000a| (launched: 2022-12-10_16:36:38.621491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:40.401727 run osmo-stp_10.42.42.5(pid=25043): stderr: \u000a| �[0;m�[38;5;43m20221210163638789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163638789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163638790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163638790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163638790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163638791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163638791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:40.541263 run patchelf(pid=25046): Terminating (SIGINT)\u000a16:36:40.704917 run patchelf(pid=25046): Terminated: ok {rc=0}\u000a16:36:40.735047 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25043): Process ended prematurely: osmo-stp_10.42.42.5(pid=25043) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25043)] [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:36:40.743687 tst ping.py:22: Test FAILED (6.2 sec)\u000a16:36:40.803944 run osmo-hlr_10.42.42.2(pid=25040): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25040)]\u000a16:36:40.852922 run osmo-hlr_10.42.42.2(pid=25040): stdout: \u000a| (launched: 2022-12-10_16:36:37.714964) \u000a16:36:40.902422 run osmo-hlr_10.42.42.2(pid=25040): stderr: \u000a| �[0;m�[1;31m20221210163637890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163637890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163637890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163637890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163637891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163637891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163637904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163637914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163637914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163637914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:40.944283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25039): Terminating (SIGTERM)\u000a16:36:40.983944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25042): Terminating (SIGTERM)\u000a16:36:41.023603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25045): Terminating (SIGTERM)\u000a16:36:41.033034 --- ParallelTerminationStrategy: PID 25039 died...\u000a16:36:41.086280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25039): Terminated: ok {rc=0}\u000a16:36:41.096167 --- ParallelTerminationStrategy: PID 25042 died...\u000a16:36:41.149080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25042): Terminated: ok {rc=0}\u000a16:36:41.158915 --- ParallelTerminationStrategy: PID 25045 died...\u000a16:36:41.212088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25045): Terminated: ok {rc=0}\u000a16:36:41.300859 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25053): Process ended prematurely: osmo-stp_10.42.42.5(pid=25053) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25053)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25053): Process ended prematurely: osmo-stp_10.42.42.5(pid=25053) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:36:42.353275 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:42.366108 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:36:42.527010 tst ping_idle_ping.py: using LAC 29247\u000a16:36:42.649349 tst ping_idle_ping.py: using RAC 177\u000a16:36:42.773185 tst ping_idle_ping.py: using CellId 29247\u000a16:36:42.899747 tst ping_idle_ping.py: using BVCI 29248\u000a16:36:42.923622 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:42.935302 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:42.946795 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:42.958749 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:42.970693 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:42.983324 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:42.994951 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:43.006815 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:36:43.277845 tst ping_idle_ping.py:24: start network...\u000a16:36:43.399051 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:43.860583 run create_hlr_db(pid=25047): Launched\u000a16:36:44.030164 bus /gobi_6: Setting Powered False\u000a16:36:45.052136 run create_hlr_db(pid=25047): Terminated: ok {rc=0}\u000a16:36:45.441828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25049): Launched\u000a16:36:45.734480 run osmo-hlr_10.42.42.2(pid=25050): Launched\u000a16:36:45.881544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:46.457435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25052): Launched\u000a16:36:46.886034 run osmo-stp_10.42.42.5(pid=25053): Launched\u000a16:36:47.101794 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:36:47.650099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25055): Launched\u000a16:36:47.761901 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:36:48.033323 run patchelf(pid=25056): Launched\u000a16:36:48.216069 run osmo-stp_10.42.42.5(pid=25053): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25053)]\u000a16:36:48.349927 run osmo-stp_10.42.42.5(pid=25053): stdout: \u000a| (launched: 2022-12-10_16:36:46.620566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:48.484484 run osmo-stp_10.42.42.5(pid=25053): stderr: \u000a| �[0;m�[38;5;43m20221210163646907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163646907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163646908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163646908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163646917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163646917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163646917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:48.614078 run osmo-stp_10.42.42.5(pid=25053): stdout: \u000a| (launched: 2022-12-10_16:36:46.620566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:48.741739 run osmo-stp_10.42.42.5(pid=25053): stderr: \u000a| �[0;m�[38;5;43m20221210163646907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163646907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163646908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163646908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163646917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163646917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163646917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:48.890039 run patchelf(pid=25056): Terminating (SIGINT)\u000a16:36:49.064334 run patchelf(pid=25056): Terminated: ok {rc=0}\u000a16:36:49.096077 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25053): Process ended prematurely: osmo-stp_10.42.42.5(pid=25053) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25053)] [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:36:49.105399 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:36:49.167811 run osmo-hlr_10.42.42.2(pid=25050): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25050)]\u000a16:36:49.218658 run osmo-hlr_10.42.42.2(pid=25050): stdout: \u000a| (launched: 2022-12-10_16:36:45.590117) \u000a16:36:49.270413 run osmo-hlr_10.42.42.2(pid=25050): stderr: \u000a| �[0;m�[1;31m20221210163645762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163645762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163645762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163645762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163645762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163645762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163645775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163645783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163645784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163645784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:49.314654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25049): Terminating (SIGTERM)\u000a16:36:49.356712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25052): Terminating (SIGTERM)\u000a16:36:49.398804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25055): Terminating (SIGTERM)\u000a16:36:49.408625 --- ParallelTerminationStrategy: PID 25049 died...\u000a16:36:49.464826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25049): Terminated: ok {rc=0}\u000a16:36:49.475211 --- ParallelTerminationStrategy: PID 25052 died...\u000a16:36:49.530730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25052): Terminated: ok {rc=0}\u000a16:36:49.540821 --- ParallelTerminationStrategy: PID 25055 died...\u000a16:36:49.596184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25055): Terminated: ok {rc=0}\u000a16:36:49.682566 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:35:52" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25067): Process ended prematurely: osmo-stp_10.42.42.5(pid=25067) [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25067)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25067): Process ended prematurely: osmo-stp_10.42.42.5(pid=25067) [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:36:51.714546 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:36:51.727049 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:36:51.878873 tst switch_tch_pdch.py: using LAC 29248\u000a16:36:51.993698 tst switch_tch_pdch.py: using RAC 178\u000a16:36:52.107181 tst switch_tch_pdch.py: using CellId 29248\u000a16:36:52.220750 tst switch_tch_pdch.py: using BVCI 29249\u000a16:36:52.242953 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:36:52.254347 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:36:52.265441 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:36:52.276847 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:36:52.288234 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:36:52.299617 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:36:52.311808 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:36:52.323154 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:36:52.436527 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:36:52.719856 tst switch_tch_pdch.py:51: start network...\u000a16:36:52.848758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:53.345836 run create_hlr_db(pid=25061): Launched\u000a16:36:53.527410 bus /gobi_6: Setting Powered False\u000a16:36:54.547739 run create_hlr_db(pid=25061): Terminated: ok {rc=0}\u000a16:36:54.962075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25063): Launched\u000a16:36:55.273526 run osmo-hlr_10.42.42.2(pid=25064): Launched\u000a16:36:55.386995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:55.926562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25066): Launched\u000a16:36:56.238209 run osmo-stp_10.42.42.5(pid=25067): Launched\u000a16:36:56.350576 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:36:56.893080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25069): Launched\u000a16:36:57.003809 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:36:57.274211 run patchelf(pid=25070): Launched\u000a16:36:57.456350 run osmo-stp_10.42.42.5(pid=25067): ERR: Terminated: ERROR {rc=1} [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25067)]\u000a16:36:57.589939 run osmo-stp_10.42.42.5(pid=25067): stdout: \u000a| (launched: 2022-12-10_16:36:56.084760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:57.723178 run osmo-stp_10.42.42.5(pid=25067): stderr: \u000a| �[0;m�[38;5;43m20221210163656275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163656275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163656276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163656276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163656278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163656278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163656279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:57.851703 run osmo-stp_10.42.42.5(pid=25067): stdout: \u000a| (launched: 2022-12-10_16:36:56.084760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:57.978883 run osmo-stp_10.42.42.5(pid=25067): stderr: \u000a| �[0;m�[38;5;43m20221210163656275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163656275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163656276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163656276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163656278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163656278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163656279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:58.127073 run patchelf(pid=25070): Terminating (SIGINT)\u000a16:36:58.301191 run patchelf(pid=25070): Terminated: ok {rc=0}\u000a16:36:58.332832 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25067): Process ended prematurely: osmo-stp_10.42.42.5(pid=25067) [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25067)] [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:36:58.342072 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a16:36:58.404726 run osmo-hlr_10.42.42.2(pid=25064): ERR: Terminated: ERROR {rc=237} [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25064)]\u000a16:36:58.455948 run osmo-hlr_10.42.42.2(pid=25064): stdout: \u000a| (launched: 2022-12-10_16:36:55.120482) \u000a16:36:58.508294 run osmo-hlr_10.42.42.2(pid=25064): stderr: \u000a| �[0;m�[1;31m20221210163655317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163655317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163655317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163655317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163655317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163655317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163655333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163655342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163655343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163655343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:58.552434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25063): Terminating (SIGTERM)\u000a16:36:58.594153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25066): Terminating (SIGTERM)\u000a16:36:58.635895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25069): Terminating (SIGTERM)\u000a16:36:58.645309 --- ParallelTerminationStrategy: PID 25063 died...\u000a16:36:58.701173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25063): Terminated: ok {rc=0}\u000a16:36:58.711325 --- ParallelTerminationStrategy: PID 25066 died...\u000a16:36:58.766623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25066): Terminated: ok {rc=0}\u000a16:36:58.776650 --- ParallelTerminationStrategy: PID 25069 died...\u000a16:36:58.832015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25069): Terminated: ok {rc=0}\u000a16:36:58.918420 bus /gobi_0: Setting Powered False\u000a16:37:00.020825 bus /gobi_0: Setting Powered False\u000a16:37:01.128857 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:36:51" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25081): Process ended prematurely: osmo-stp_10.42.42.5(pid=25081) [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25081)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25081): Process ended prematurely: osmo-stp_10.42.42.5(pid=25081) [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25081)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:37:03.103119 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:37:03.114408 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:37:03.262260 tst switch_tch_pdch.py: using LAC 29249\u000a16:37:03.374201 tst switch_tch_pdch.py: using RAC 179\u000a16:37:03.492213 tst switch_tch_pdch.py: using CellId 29249\u000a16:37:03.605184 tst switch_tch_pdch.py: using BVCI 29250\u000a16:37:03.627388 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:37:03.638520 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:37:03.649395 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:37:03.660488 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:37:03.671576 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:37:03.682789 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:37:03.694022 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:37:03.705112 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:37:03.822438 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:37:04.092378 tst switch_tch_pdch.py:51: start network...\u000a16:37:04.213389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:04.645532 run create_hlr_db(pid=25075): Launched\u000a16:37:04.764291 bus /gobi_6: Setting Powered False\u000a16:37:05.834583 run create_hlr_db(pid=25075): Terminated: ok {rc=0}\u000a16:37:06.221301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25077): Launched\u000a16:37:06.532697 run osmo-hlr_10.42.42.2(pid=25078): Launched\u000a16:37:06.647443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:07.159016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25080): Launched\u000a16:37:07.469276 run osmo-stp_10.42.42.5(pid=25081): Launched\u000a16:37:07.583323 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:37:08.099753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25083): Launched\u000a16:37:08.210189 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:37:08.480449 run patchelf(pid=25084): Launched\u000a16:37:08.662364 run osmo-stp_10.42.42.5(pid=25081): ERR: Terminated: ERROR {rc=1} [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25081)]\u000a16:37:08.794914 run osmo-stp_10.42.42.5(pid=25081): stdout: \u000a| (launched: 2022-12-10_16:37:07.316549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:08.927889 run osmo-stp_10.42.42.5(pid=25081): stderr: \u000a| �[0;m�[38;5;43m20221210163707505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163707505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163707506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163707506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163707508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163707508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163707508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:09.056138 run osmo-stp_10.42.42.5(pid=25081): stdout: \u000a| (launched: 2022-12-10_16:37:07.316549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:09.183535 run osmo-stp_10.42.42.5(pid=25081): stderr: \u000a| �[0;m�[38;5;43m20221210163707505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163707505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163707506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163707506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163707508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163707508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163707508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:09.331723 run patchelf(pid=25084): Terminating (SIGINT)\u000a16:37:09.506653 run patchelf(pid=25084): Terminated: ok {rc=0}\u000a16:37:09.538410 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25081): Process ended prematurely: osmo-stp_10.42.42.5(pid=25081) [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25081)] [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:37:09.547447 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a16:37:09.609939 run osmo-hlr_10.42.42.2(pid=25078): ERR: Terminated: ERROR {rc=237} [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25078)]\u000a16:37:09.661576 run osmo-hlr_10.42.42.2(pid=25078): stdout: \u000a| (launched: 2022-12-10_16:37:06.379805) \u000a16:37:09.713078 run osmo-hlr_10.42.42.2(pid=25078): stderr: \u000a| �[0;m�[1;31m20221210163706579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163706579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163706579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163706579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163706579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163706579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163706592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163706600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163706601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163706601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:09.756905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25077): Terminating (SIGTERM)\u000a16:37:09.798337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25080): Terminating (SIGTERM)\u000a16:37:09.840172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25083): Terminating (SIGTERM)\u000a16:37:09.849831 --- ParallelTerminationStrategy: PID 25077 died...\u000a16:37:09.905485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25077): Terminated: ok {rc=0}\u000a16:37:09.915448 --- ParallelTerminationStrategy: PID 25080 died...\u000a16:37:09.970663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25080): Terminated: ok {rc=0}\u000a16:37:09.980567 --- ParallelTerminationStrategy: PID 25083 died...\u000a16:37:10.035755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25083): Terminated: ok {rc=0}\u000a16:37:10.122571 bus /gobi_0: Setting Powered False\u000a16:37:11.225224 bus /gobi_0: Setting Powered False\u000a16:37:12.335712 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:37:02" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25090) [trial-2376↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25090)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25090) [trial-2376↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a16:37:14.205350 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a16:37:14.215924 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a16:37:14.336697 tst mo_mt_sms.py: using LAC 29250\u000a16:37:14.452572 tst mo_mt_sms.py: using RAC 180\u000a16:37:14.567329 tst mo_mt_sms.py: using CellId 29250\u000a16:37:14.687610 tst mo_mt_sms.py: using BVCI 29251\u000a16:37:14.711631 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a16:37:14.825490 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a16:37:15.107309 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:37:15.236705 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:37:15.912614 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25089): Launched\u000a16:37:16.251416 run osmo-nitb_10.42.42.2(pid=25090): Launched\u000a16:37:16.449507 run osmo-nitb_10.42.42.2(pid=25090): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25090)]\u000a16:37:16.592850 run osmo-nitb_10.42.42.2(pid=25090): stdout: \u000a| (launched: 2022-12-10_16:37:16.074952) \u000a16:37:16.736738 run osmo-nitb_10.42.42.2(pid=25090): stderr: \u000a| (launched: 2022-12-10_16:37:16.122434)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:37:16.876106 run osmo-nitb_10.42.42.2(pid=25090): stdout: \u000a| (launched: 2022-12-10_16:37:16.074952) \u000a16:37:17.037192 run osmo-nitb_10.42.42.2(pid=25090): stderr: \u000a| (launched: 2022-12-10_16:37:16.122434)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:37:17.371783 tst osmo-nitb_10.42.42.2(pid=25090): stdout: \u000a| (launched: 2022-12-10_16:37:16.074952) \u000a16:37:17.488717 tst osmo-nitb_10.42.42.2(pid=25090): stderr: \u000a| (launched: 2022-12-10_16:37:16.122434)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:37:17.540189 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=25090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25090) [trial-2376↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25090)] [trial-2376↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a16:37:17.548451 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a16:37:17.583609 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25089): Terminating (SIGTERM)\u000a16:37:17.761280 --- ParallelTerminationStrategy: PID 25089 died...\u000a16:37:17.815686 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25089): Terminated: ok {rc=0}\u000a16:37:17.902542 bus /sierra_3: Setting Powered False\u000a16:37:19.006257 bus /sierra_3: Setting Powered False\u000a16:37:20.119430 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:37:14" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25102): Process ended prematurely: osmo-stp_10.42.42.5(pid=25102) [trial-2376↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25102)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25102): Process ended prematurely: osmo-stp_10.42.42.5(pid=25102) [trial-2376↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a16:37:21.974287 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:21.984820 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:37:22.112393 tst mo_mt_sms.py: using LAC 29251\u000a16:37:22.233495 tst mo_mt_sms.py: using RAC 181\u000a16:37:22.354873 tst mo_mt_sms.py: using CellId 29251\u000a16:37:22.473430 tst mo_mt_sms.py: using BVCI 29252\u000a16:37:22.495514 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:22.506259 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:22.516812 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:22.527765 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:22.538735 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:22.549380 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a16:37:22.665488 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a16:37:22.859682 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:23.317055 run create_hlr_db(pid=25096): Launched\u000a16:37:23.484901 bus /sierra_2: Setting Powered False\u000a16:37:24.507238 run create_hlr_db(pid=25096): Terminated: ok {rc=0}\u000a16:37:24.919579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25098): Launched\u000a16:37:25.230665 run osmo-hlr_10.42.42.2(pid=25099): Launched\u000a16:37:25.343586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:25.883922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25101): Launched\u000a16:37:26.193506 run osmo-stp_10.42.42.5(pid=25102): Launched\u000a16:37:26.305365 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:37:26.873567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25104): Launched\u000a16:37:27.183672 run osmo-msc_10.42.42.6(pid=25105): Launched\u000a16:37:27.366261 run osmo-stp_10.42.42.5(pid=25102): ERR: Terminated: ERROR {rc=1} [trial-2376↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25102)]\u000a16:37:27.499724 run osmo-stp_10.42.42.5(pid=25102): stdout: \u000a| (launched: 2022-12-10_16:37:26.041312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:27.631274 run osmo-stp_10.42.42.5(pid=25102): stderr: \u000a| �[0;m�[38;5;43m20221210163726232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163726232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163726232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163726233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163726233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163726233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163726233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:27.756739 run osmo-stp_10.42.42.5(pid=25102): stdout: \u000a| (launched: 2022-12-10_16:37:26.041312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:27.881563 run osmo-stp_10.42.42.5(pid=25102): stderr: \u000a| �[0;m�[38;5;43m20221210163726232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163726232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163726232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163726233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163726233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163726233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163726233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:27.936101 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25102): Process ended prematurely: osmo-stp_10.42.42.5(pid=25102) [trial-2376↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25102)] [trial-2376↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a16:37:27.944445 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a16:37:28.006478 run osmo-hlr_10.42.42.2(pid=25099): ERR: Terminated: ERROR {rc=237} [trial-2376↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25099)]\u000a16:37:28.057495 run osmo-hlr_10.42.42.2(pid=25099): stdout: \u000a| (launched: 2022-12-10_16:37:25.077664) \u000a16:37:28.109124 run osmo-hlr_10.42.42.2(pid=25099): stderr: \u000a| �[0;m�[1;31m20221210163725275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163725275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163725275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163725275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163725275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163725276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163725288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163725296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163725296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163725296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:28.179190 run osmo-msc_10.42.42.6(pid=25105): ERR: Terminated: ERROR {rc=2} [trial-2376↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25105)]\u000a16:37:28.230030 run osmo-msc_10.42.42.6(pid=25105): stdout: \u000a| (launched: 2022-12-10_16:37:27.031381) \u000a16:37:28.281498 run osmo-msc_10.42.42.6(pid=25105): stderr: \u000a| �[0;m�[38;5;43m20221210163727352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163727352 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc01a21c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163727352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163727352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163727353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163727353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163727355 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163727355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163727355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163727355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:37:28.325491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25098): Terminating (SIGTERM)\u000a16:37:28.367015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25101): Terminating (SIGTERM)\u000a16:37:28.409297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25104): Terminating (SIGTERM)\u000a16:37:28.418937 --- ParallelTerminationStrategy: PID 25098 died...\u000a16:37:28.474439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25098): Terminated: ok {rc=0}\u000a16:37:28.484452 --- ParallelTerminationStrategy: PID 25101 died...\u000a16:37:28.539760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25101): Terminated: ok {rc=0}\u000a16:37:28.549858 --- ParallelTerminationStrategy: PID 25104 died...\u000a16:37:28.605094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25104): Terminated: ok {rc=0}\u000a16:37:28.692263 bus /sierra_3: Setting Powered False\u000a16:37:29.793491 bus /sierra_3: Setting Powered False\u000a16:37:30.920471 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:37:21" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25111): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25111) [trial-2376↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25111)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25111): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25111) [trial-2376↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a16:37:32.786283 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a16:37:32.797663 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:37:32.928357 tst assert_extension.py: using LAC 29252\u000a16:37:33.051921 tst assert_extension.py: using RAC 182\u000a16:37:33.169122 tst assert_extension.py: using CellId 29252\u000a16:37:33.289437 tst assert_extension.py: using BVCI 29253\u000a16:37:33.311572 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a16:37:33.577906 tst assert_extension.py:10: start nitb and bts...\u000a16:37:33.698822 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:37:34.302048 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25110): Launched\u000a16:37:34.589421 run osmo-nitb_10.42.42.2(pid=25111): Launched\u000a16:37:34.767627 run osmo-nitb_10.42.42.2(pid=25111): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25111)]\u000a16:37:34.899273 run osmo-nitb_10.42.42.2(pid=25111): stdout: \u000a| (launched: 2022-12-10_16:37:34.449693) \u000a16:37:35.031263 run osmo-nitb_10.42.42.2(pid=25111): stderr: \u000a| (launched: 2022-12-10_16:37:34.492753)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:37:35.158809 run osmo-nitb_10.42.42.2(pid=25111): stdout: \u000a| (launched: 2022-12-10_16:37:34.449693) \u000a16:37:35.285258 run osmo-nitb_10.42.42.2(pid=25111): stderr: \u000a| (launched: 2022-12-10_16:37:34.492753)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:37:35.706795 tst osmo-nitb_10.42.42.2(pid=25111): stdout: \u000a| (launched: 2022-12-10_16:37:34.449693) \u000a16:37:35.823254 tst osmo-nitb_10.42.42.2(pid=25111): stderr: \u000a| (launched: 2022-12-10_16:37:34.492753)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:37:35.874020 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25111): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25111) [trial-2376↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25111)] [trial-2376↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a16:37:35.882219 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a16:37:35.917042 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25110): Terminating (SIGTERM)\u000a16:37:36.094701 --- ParallelTerminationStrategy: PID 25110 died...\u000a16:37:36.150455 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25110): Terminated: ok {rc=0}\u000a16:37:36.239385 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:37:32" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25121): Process ended prematurely: osmo-stp_10.42.42.5(pid=25121) [trial-2376↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25121)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25121): Process ended prematurely: osmo-stp_10.42.42.5(pid=25121) [trial-2376↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a16:37:38.042840 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:38.053475 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:37:38.176513 tst assert_extension.py: using LAC 29253\u000a16:37:38.289449 tst assert_extension.py: using RAC 183\u000a16:37:38.401602 tst assert_extension.py: using CellId 29253\u000a16:37:38.513814 tst assert_extension.py: using BVCI 29254\u000a16:37:38.535842 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:38.546650 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:38.557318 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:38.568238 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:38.578972 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:38.590119 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a16:37:38.786698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:39.243010 run create_hlr_db(pid=25115): Launched\u000a16:37:39.411472 bus /sierra_2: Setting Powered False\u000a16:37:40.433610 run create_hlr_db(pid=25115): Terminated: ok {rc=0}\u000a16:37:40.850549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25117): Launched\u000a16:37:41.162292 run osmo-hlr_10.42.42.2(pid=25118): Launched\u000a16:37:41.281322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:41.824320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25120): Launched\u000a16:37:42.136210 run osmo-stp_10.42.42.5(pid=25121): Launched\u000a16:37:42.249095 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:37:42.817020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25123): Launched\u000a16:37:43.128196 run osmo-msc_10.42.42.6(pid=25124): Launched\u000a16:37:43.310210 run osmo-stp_10.42.42.5(pid=25121): ERR: Terminated: ERROR {rc=1} [trial-2376↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25121)]\u000a16:37:43.442272 run osmo-stp_10.42.42.5(pid=25121): stdout: \u000a| (launched: 2022-12-10_16:37:41.983262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:43.573149 run osmo-stp_10.42.42.5(pid=25121): stderr: \u000a| �[0;m�[38;5;43m20221210163742176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163742176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163742177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163742177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163742177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163742178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163742178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:43.698164 run osmo-stp_10.42.42.5(pid=25121): stdout: \u000a| (launched: 2022-12-10_16:37:41.983262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:43.822118 run osmo-stp_10.42.42.5(pid=25121): stderr: \u000a| �[0;m�[38;5;43m20221210163742176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163742176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163742177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163742177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163742177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163742178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163742178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:43.876348 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25121): Process ended prematurely: osmo-stp_10.42.42.5(pid=25121) [trial-2376↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25121)] [trial-2376↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a16:37:43.885062 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a16:37:43.947912 run osmo-hlr_10.42.42.2(pid=25118): ERR: Terminated: ERROR {rc=237} [trial-2376↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25118)]\u000a16:37:43.999648 run osmo-hlr_10.42.42.2(pid=25118): stdout: \u000a| (launched: 2022-12-10_16:37:41.009241) \u000a16:37:44.051867 run osmo-hlr_10.42.42.2(pid=25118): stderr: \u000a| �[0;m�[1;31m20221210163741206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163741206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163741206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163741206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163741206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163741206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163741219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163741229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163741229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163741229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:44.122812 run osmo-msc_10.42.42.6(pid=25124): ERR: Terminated: ERROR {rc=2} [trial-2376↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25124)]\u000a16:37:44.174350 run osmo-msc_10.42.42.6(pid=25124): stdout: \u000a| (launched: 2022-12-10_16:37:42.975514) \u000a16:37:44.226330 run osmo-msc_10.42.42.6(pid=25124): stderr: \u000a| �[0;m�[38;5;43m20221210163743297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163743297 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0dafe7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163743297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163743297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163743298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163743298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163743301 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163743302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163743302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163743302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:37:44.270828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25117): Terminating (SIGTERM)\u000a16:37:44.312514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25120): Terminating (SIGTERM)\u000a16:37:44.354473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25123): Terminating (SIGTERM)\u000a16:37:44.364100 --- ParallelTerminationStrategy: PID 25117 died...\u000a16:37:44.420583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25117): Terminated: ok {rc=0}\u000a16:37:44.430725 --- ParallelTerminationStrategy: PID 25120 died...\u000a16:37:44.486761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25120): Terminated: ok {rc=0}\u000a16:37:44.496787 --- ParallelTerminationStrategy: PID 25123 died...\u000a16:37:44.552457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25123): Terminated: ok {rc=0}\u000a16:37:44.638911 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:37:37" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25135): Process ended prematurely: osmo-stp_10.42.42.5(pid=25135) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25135)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25135): Process ended prematurely: osmo-stp_10.42.42.5(pid=25135) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:37:46.637341 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:37:46.649833 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:37:46.801878 tst mo_mt_call.py: using LAC 29254\u000a16:37:46.926403 tst mo_mt_call.py: using RAC 184\u000a16:37:47.045913 tst mo_mt_call.py: using CellId 29254\u000a16:37:47.182796 tst mo_mt_call.py: using BVCI 29255\u000a16:37:47.207493 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:37:47.219882 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:37:47.232571 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:37:47.244741 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:37:47.256771 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:37:47.269082 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:37:47.382803 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:37:47.591670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:48.097121 run create_hlr_db(pid=25129): Launched\u000a16:37:48.280078 bus /sierra_2: Setting Powered False\u000a16:37:49.302664 run create_hlr_db(pid=25129): Terminated: ok {rc=0}\u000a16:37:49.701932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25131): Launched\u000a16:37:49.998615 run osmo-hlr_10.42.42.2(pid=25132): Launched\u000a16:37:50.113354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:50.637543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25134): Launched\u000a16:37:50.932201 run osmo-stp_10.42.42.5(pid=25135): Launched\u000a16:37:51.040444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:37:51.582795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25137): Launched\u000a16:37:51.879810 run osmo-msc_10.42.42.6(pid=25138): Launched\u000a16:37:52.056251 run osmo-stp_10.42.42.5(pid=25135): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25135)]\u000a16:37:52.183005 run osmo-stp_10.42.42.5(pid=25135): stdout: \u000a| (launched: 2022-12-10_16:37:50.787108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:52.306825 run osmo-stp_10.42.42.5(pid=25135): stderr: \u000a| �[0;m�[38;5;43m20221210163750954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163750954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163750954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163750955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163750957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163750957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163750957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:52.426604 run osmo-stp_10.42.42.5(pid=25135): stdout: \u000a| (launched: 2022-12-10_16:37:50.787108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:52.545415 run osmo-stp_10.42.42.5(pid=25135): stderr: \u000a| �[0;m�[38;5;43m20221210163750954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163750954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163750954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163750955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163750957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163750957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163750957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:52.597380 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25135): Process ended prematurely: osmo-stp_10.42.42.5(pid=25135) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25135)] [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:37:52.605875 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a16:37:52.666035 run osmo-hlr_10.42.42.2(pid=25132): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25132)]\u000a16:37:52.715121 run osmo-hlr_10.42.42.2(pid=25132): stdout: \u000a| (launched: 2022-12-10_16:37:49.852587) \u000a16:37:52.764838 run osmo-hlr_10.42.42.2(pid=25132): stderr: \u000a| �[0;m�[1;31m20221210163750029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163750030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163750030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163750030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163750030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163750030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163750047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163750056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163750057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163750057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:52.832458 run osmo-msc_10.42.42.6(pid=25138): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25138)]\u000a16:37:52.881159 run osmo-msc_10.42.42.6(pid=25138): stdout: \u000a| (launched: 2022-12-10_16:37:51.733412) \u000a16:37:52.930457 run osmo-msc_10.42.42.6(pid=25138): stderr: \u000a| �[0;m�[38;5;43m20221210163752005 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163752005 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b13630c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163752005 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163752005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163752006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163752006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163752007 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163752008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163752008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163752008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:37:52.972086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25131): Terminating (SIGTERM)\u000a16:37:53.011705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25134): Terminating (SIGTERM)\u000a16:37:53.051315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25137): Terminating (SIGTERM)\u000a16:37:53.060735 --- ParallelTerminationStrategy: PID 25131 died...\u000a16:37:53.114334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25131): Terminated: ok {rc=0}\u000a16:37:53.123928 --- ParallelTerminationStrategy: PID 25134 died...\u000a16:37:53.176739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25134): Terminated: ok {rc=0}\u000a16:37:53.186548 --- ParallelTerminationStrategy: PID 25137 died...\u000a16:37:53.239453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25137): Terminated: ok {rc=0}\u000a16:37:53.323443 bus /sierra_3: Setting Powered False\u000a16:37:54.430344 bus /sierra_3: Setting Powered False\u000a16:37:55.537363 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25146): Process ended prematurely: osmo-stp_10.42.42.5(pid=25146) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25146)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25146): Process ended prematurely: osmo-stp_10.42.42.5(pid=25146) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:37:56.651963 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:37:56.664234 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:37:56.812927 tst mo_mt_call_osmux.py: using LAC 29255\u000a16:37:56.929592 tst mo_mt_call_osmux.py: using RAC 185\u000a16:37:57.046239 tst mo_mt_call_osmux.py: using CellId 29255\u000a16:37:57.163997 tst mo_mt_call_osmux.py: using BVCI 29256\u000a16:37:57.186599 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:37:57.197950 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:37:57.208877 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:37:57.220130 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:37:57.231565 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:37:57.242857 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:37:57.356369 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:37:57.563523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:58.068253 run create_hlr_db(pid=25140): Launched\u000a16:37:58.250931 bus /sierra_2: Setting Powered False\u000a16:37:59.273514 run create_hlr_db(pid=25140): Terminated: ok {rc=0}\u000a16:37:59.672193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25142): Launched\u000a16:37:59.969018 run osmo-hlr_10.42.42.2(pid=25143): Launched\u000a16:38:00.082005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:00.605664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25145): Launched\u000a16:38:01.028447 run osmo-stp_10.42.42.5(pid=25146): Launched\u000a16:38:01.162834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:38:01.757657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25148): Launched\u000a16:38:02.162910 run osmo-msc_10.42.42.6(pid=25149): Launched\u000a16:38:02.429595 run osmo-stp_10.42.42.5(pid=25146): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25146)]\u000a16:38:02.565340 run osmo-stp_10.42.42.5(pid=25146): stdout: \u000a| (launched: 2022-12-10_16:38:00.756209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:02.700621 run osmo-stp_10.42.42.5(pid=25146): stderr: \u000a| �[0;m�[38;5;43m20221210163800942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163800942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163800942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163800943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163800943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163800943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163800943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:02.828239 run osmo-stp_10.42.42.5(pid=25146): stdout: \u000a| (launched: 2022-12-10_16:38:00.756209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:02.955089 run osmo-stp_10.42.42.5(pid=25146): stderr: \u000a| �[0;m�[38;5;43m20221210163800942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163800942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163800942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163800943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163800943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163800943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163800943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:03.011119 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25146): Process ended prematurely: osmo-stp_10.42.42.5(pid=25146) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25146)] [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:38:03.020328 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:38:03.082993 run osmo-hlr_10.42.42.2(pid=25143): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25143)]\u000a16:38:03.134369 run osmo-hlr_10.42.42.2(pid=25143): stdout: \u000a| (launched: 2022-12-10_16:37:59.822932) \u000a16:38:03.186442 run osmo-hlr_10.42.42.2(pid=25143): stderr: \u000a| �[0;m�[1;31m20221210163800000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163800000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163800000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163800000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163800000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163800000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163800013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163800021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163800021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163800022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:03.257164 run osmo-msc_10.42.42.6(pid=25149): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25149)]\u000a16:38:03.308491 run osmo-msc_10.42.42.6(pid=25149): stdout: \u000a| (launched: 2022-12-10_16:38:01.915981) \u000a16:38:03.360450 run osmo-msc_10.42.42.6(pid=25149): stderr: \u000a| �[0;m�[38;5;43m20221210163802384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163802384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f272843ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163802384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163802384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163802384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163802384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163802386 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163802387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163802387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163802387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:38:03.405102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25142): Terminating (SIGTERM)\u000a16:38:03.446889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25145): Terminating (SIGTERM)\u000a16:38:03.488524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25148): Terminating (SIGTERM)\u000a16:38:03.498329 --- ParallelTerminationStrategy: PID 25142 died...\u000a16:38:03.554833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25142): Terminated: ok {rc=0}\u000a16:38:03.565053 --- ParallelTerminationStrategy: PID 25145 died...\u000a16:38:03.620712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25145): Terminated: ok {rc=0}\u000a16:38:03.630766 --- ParallelTerminationStrategy: PID 25148 died...\u000a16:38:03.686377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25148): Terminated: ok {rc=0}\u000a16:38:03.773385 bus /sierra_3: Setting Powered False\u000a16:38:04.876078 bus /sierra_3: Setting Powered False\u000a16:38:05.985391 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:37:46" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25160): Process ended prematurely: osmo-stp_10.42.42.5(pid=25160) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25160)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25160): Process ended prematurely: osmo-stp_10.42.42.5(pid=25160) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:38:07.950002 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:07.961288 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:38:08.105448 tst mo_mt_call.py: using LAC 29256\u000a16:38:08.219732 tst mo_mt_call.py: using RAC 186\u000a16:38:08.334266 tst mo_mt_call.py: using CellId 29256\u000a16:38:08.448606 tst mo_mt_call.py: using BVCI 29257\u000a16:38:08.471085 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:08.482265 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:08.493178 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:08.504304 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:08.515610 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:08.526798 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:38:08.644889 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:38:08.844329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:09.309110 run create_hlr_db(pid=25154): Launched\u000a16:38:09.479002 bus /sierra_2: Setting Powered False\u000a16:38:10.500845 run create_hlr_db(pid=25154): Terminated: ok {rc=0}\u000a16:38:10.895598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25156): Launched\u000a16:38:11.192777 run osmo-hlr_10.42.42.2(pid=25157): Launched\u000a16:38:11.301148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:11.814351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25159): Launched\u000a16:38:12.111505 run osmo-stp_10.42.42.5(pid=25160): Launched\u000a16:38:12.219552 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:38:12.760574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25162): Launched\u000a16:38:13.058092 run osmo-msc_10.42.42.6(pid=25163): Launched\u000a16:38:13.232217 run osmo-stp_10.42.42.5(pid=25160): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25160)]\u000a16:38:13.358862 run osmo-stp_10.42.42.5(pid=25160): stdout: \u000a| (launched: 2022-12-10_16:38:11.965135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:13.482332 run osmo-stp_10.42.42.5(pid=25160): stderr: \u000a| �[0;m�[38;5;43m20221210163812133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163812133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163812133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163812134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163812136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163812136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163812136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:13.601781 run osmo-stp_10.42.42.5(pid=25160): stdout: \u000a| (launched: 2022-12-10_16:38:11.965135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:13.719832 run osmo-stp_10.42.42.5(pid=25160): stderr: \u000a| �[0;m�[38;5;43m20221210163812133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163812133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163812133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163812134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163812136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163812136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163812136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:13.772357 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25160): Process ended prematurely: osmo-stp_10.42.42.5(pid=25160) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25160)] [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:38:13.780933 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a16:38:13.840818 run osmo-hlr_10.42.42.2(pid=25157): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25157)]\u000a16:38:13.889621 run osmo-hlr_10.42.42.2(pid=25157): stdout: \u000a| (launched: 2022-12-10_16:38:11.046425) \u000a16:38:13.938802 run osmo-hlr_10.42.42.2(pid=25157): stderr: \u000a| �[0;m�[1;31m20221210163811222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163811222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163811222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163811222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163811222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163811222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163811234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163811247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163811247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163811247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:14.006069 run osmo-msc_10.42.42.6(pid=25163): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25163)]\u000a16:38:14.054688 run osmo-msc_10.42.42.6(pid=25163): stdout: \u000a| (launched: 2022-12-10_16:38:12.911020) \u000a16:38:14.103806 run osmo-msc_10.42.42.6(pid=25163): stderr: \u000a| �[0;m�[38;5;43m20221210163813184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163813184 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4bdaac3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163813184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163813184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163813184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163813184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163813186 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163813186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163813187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163813187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:38:14.145480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25156): Terminating (SIGTERM)\u000a16:38:14.185212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25159): Terminating (SIGTERM)\u000a16:38:14.225020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25162): Terminating (SIGTERM)\u000a16:38:14.234508 --- ParallelTerminationStrategy: PID 25156 died...\u000a16:38:14.287961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25156): Terminated: ok {rc=0}\u000a16:38:14.297632 --- ParallelTerminationStrategy: PID 25159 died...\u000a16:38:14.350302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25159): Terminated: ok {rc=0}\u000a16:38:14.359976 --- ParallelTerminationStrategy: PID 25162 died...\u000a16:38:14.412656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25162): Terminated: ok {rc=0}\u000a16:38:14.495930 bus /sierra_3: Setting Powered False\u000a16:38:15.602015 bus /sierra_3: Setting Powered False\u000a16:38:16.746835 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25444): Process ended prematurely: osmo-stp_10.42.42.5(pid=25444) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25444)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25444): Process ended prematurely: osmo-stp_10.42.42.5(pid=25444) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:38:17.891913 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:17.908354 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:38:18.094666 tst mo_mt_call_osmux.py: using LAC 29257\u000a16:38:18.244239 tst mo_mt_call_osmux.py: using RAC 187\u000a16:38:18.387750 tst mo_mt_call_osmux.py: using CellId 29257\u000a16:38:18.539381 tst mo_mt_call_osmux.py: using BVCI 29258\u000a16:38:18.565582 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:18.581300 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:18.602888 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:18.615845 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:18.633066 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:18.650173 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:38:18.803414 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:38:19.048534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:19.600601 run create_hlr_db(pid=25436): Launched\u000a16:38:19.789177 bus /sierra_2: Setting Powered False\u000a16:38:20.799130 run create_hlr_db(pid=25436): Terminated: ok {rc=0}\u000a16:38:21.235044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25440): Launched\u000a16:38:21.665601 run osmo-hlr_10.42.42.2(pid=25441): Launched\u000a16:38:21.908784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:22.493752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25443): Launched\u000a16:38:22.923251 run osmo-stp_10.42.42.5(pid=25444): Launched\u000a16:38:23.137270 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:38:23.760496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25446): Launched\u000a16:38:24.199415 run osmo-msc_10.42.42.6(pid=25447): Launched\u000a16:38:24.584166 run osmo-stp_10.42.42.5(pid=25444): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25444)]\u000a16:38:24.790585 run osmo-stp_10.42.42.5(pid=25444): stdout: \u000a| (launched: 2022-12-10_16:38:22.662841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:24.928265 run osmo-stp_10.42.42.5(pid=25444): stderr: \u000a| �[0;m�[38;5;43m20221210163822949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163822949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163822950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163822950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163822950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163822951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163822951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:25.062338 run osmo-stp_10.42.42.5(pid=25444): stdout: \u000a| (launched: 2022-12-10_16:38:22.662841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:25.195199 run osmo-stp_10.42.42.5(pid=25444): stderr: \u000a| �[0;m�[38;5;43m20221210163822949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163822949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163822950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163822950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163822950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163822951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163822951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:25.255903 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25444): Process ended prematurely: osmo-stp_10.42.42.5(pid=25444) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25444)] [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:38:25.266573 tst mo_mt_call_osmux.py:8: Test FAILED (7.4 sec)\u000a16:38:25.332436 run osmo-hlr_10.42.42.2(pid=25441): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25441)]\u000a16:38:25.387994 run osmo-hlr_10.42.42.2(pid=25441): stdout: \u000a| (launched: 2022-12-10_16:38:21.400792) \u000a16:38:25.443437 run osmo-hlr_10.42.42.2(pid=25441): stderr: \u000a| �[0;m�[1;31m20221210163821712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163821712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163821712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163821712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163821712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163821712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163821731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163821747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163821748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163821748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:25.517342 run osmo-msc_10.42.42.6(pid=25447): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25447)]\u000a16:38:25.571148 run osmo-msc_10.42.42.6(pid=25447): stdout: \u000a| (launched: 2022-12-10_16:38:23.933582) \u000a16:38:25.626594 run osmo-msc_10.42.42.6(pid=25447): stderr: \u000a| �[0;m�[38;5;43m20221210163824435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163824435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f018a179c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163824435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163824435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163824435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163824436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163824446 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163824446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163824446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163824446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:38:25.672798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25440): Terminating (SIGTERM)\u000a16:38:25.718487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25443): Terminating (SIGTERM)\u000a16:38:25.763079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25446): Terminating (SIGTERM)\u000a16:38:25.776036 --- ParallelTerminationStrategy: PID 25440 died...\u000a16:38:25.835538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25440): Terminated: ok {rc=0}\u000a16:38:25.846598 --- ParallelTerminationStrategy: PID 25443 died...\u000a16:38:25.904648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25443): Terminated: ok {rc=0}\u000a16:38:25.915627 --- ParallelTerminationStrategy: PID 25446 died...\u000a16:38:25.974667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25446): Terminated: ok {rc=0}\u000a16:38:26.065780 bus /sierra_3: Setting Powered False\u000a16:38:27.176467 bus /sierra_3: Setting Powered False\u000a16:38:28.288571 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:38:07" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25458): Process ended prematurely: osmo-stp_10.42.42.5(pid=25458) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25458)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25458): Process ended prematurely: osmo-stp_10.42.42.5(pid=25458) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:38:30.282974 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:30.295935 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:38:30.453241 tst mo_mt_call.py: using LAC 29258\u000a16:38:30.584342 tst mo_mt_call.py: using RAC 188\u000a16:38:30.711980 tst mo_mt_call.py: using CellId 29258\u000a16:38:30.852690 tst mo_mt_call.py: using BVCI 29259\u000a16:38:30.890213 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:30.908854 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:30.925897 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:30.942441 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:30.957239 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:30.976828 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:38:31.136280 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:38:31.419488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:31.936930 run create_hlr_db(pid=25452): Launched\u000a16:38:32.137204 bus /sierra_2: Setting Powered False\u000a16:38:33.172063 run create_hlr_db(pid=25452): Terminated: ok {rc=0}\u000a16:38:33.599713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25454): Launched\u000a16:38:34.001826 run osmo-hlr_10.42.42.2(pid=25455): Launched\u000a16:38:34.235241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:34.887322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25457): Launched\u000a16:38:35.301256 run osmo-stp_10.42.42.5(pid=25458): Launched\u000a16:38:35.534647 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:38:36.185757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25460): Launched\u000a16:38:36.603246 run osmo-msc_10.42.42.6(pid=25461): Launched\u000a16:38:36.972531 run osmo-stp_10.42.42.5(pid=25458): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25458)]\u000a16:38:37.249598 run osmo-stp_10.42.42.5(pid=25458): stdout: \u000a| (launched: 2022-12-10_16:38:35.043862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:37.448828 run osmo-stp_10.42.42.5(pid=25458): stderr: \u000a| �[0;m�[38;5;43m20221210163835382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163835382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163835382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163835383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163835383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163835383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163835383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:37.575629 run osmo-stp_10.42.42.5(pid=25458): stdout: \u000a| (launched: 2022-12-10_16:38:35.043862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:37.701583 run osmo-stp_10.42.42.5(pid=25458): stderr: \u000a| �[0;m�[38;5;43m20221210163835382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163835382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163835382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163835383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163835383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163835383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163835383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:37.756491 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25458): Process ended prematurely: osmo-stp_10.42.42.5(pid=25458) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25458)] [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:38:37.766566 tst mo_mt_call.py:8: Test FAILED (7.5 sec)\u000a16:38:37.831624 run osmo-hlr_10.42.42.2(pid=25455): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25455)]\u000a16:38:37.883759 run osmo-hlr_10.42.42.2(pid=25455): stdout: \u000a| (launched: 2022-12-10_16:38:33.756628) \u000a16:38:37.936169 run osmo-hlr_10.42.42.2(pid=25455): stderr: \u000a| �[0;m�[1;31m20221210163834106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163834106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163834106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163834106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163834106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163834106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163834122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163834139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163834139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163834139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:38.007224 run osmo-msc_10.42.42.6(pid=25461): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25461)]\u000a16:38:38.059028 run osmo-msc_10.42.42.6(pid=25461): stdout: \u000a| (launched: 2022-12-10_16:38:36.343911) \u000a16:38:38.111434 run osmo-msc_10.42.42.6(pid=25461): stderr: \u000a| �[0;m�[38;5;43m20221210163836946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163836946 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f83bf0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163836946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163836946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163836946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163836946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163836948 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163836949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163836949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163836949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:38:38.156079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25454): Terminating (SIGTERM)\u000a16:38:38.200392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25457): Terminating (SIGTERM)\u000a16:38:38.244213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25460): Terminating (SIGTERM)\u000a16:38:38.256717 --- ParallelTerminationStrategy: PID 25454 died...\u000a16:38:38.316015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25454): Terminated: ok {rc=0}\u000a16:38:38.327028 --- ParallelTerminationStrategy: PID 25457 died...\u000a16:38:38.384570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25457): Terminated: ok {rc=0}\u000a16:38:38.395234 --- ParallelTerminationStrategy: PID 25460 died...\u000a16:38:38.452613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25460): Terminated: ok {rc=0}\u000a16:38:38.539201 bus /sierra_3: Setting Powered False\u000a16:38:39.642019 bus /sierra_3: Setting Powered False\u000a16:38:40.752226 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25470): Process ended prematurely: osmo-stp_10.42.42.5(pid=25470) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25470)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25470): Process ended prematurely: osmo-stp_10.42.42.5(pid=25470) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:38:41.862103 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:41.873834 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:38:42.029947 tst mo_mt_call_osmux.py: using LAC 29259\u000a16:38:42.153722 tst mo_mt_call_osmux.py: using RAC 189\u000a16:38:42.277323 tst mo_mt_call_osmux.py: using CellId 29259\u000a16:38:42.406319 tst mo_mt_call_osmux.py: using BVCI 29260\u000a16:38:42.431188 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:42.443047 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:42.454767 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:42.466619 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:42.478304 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:42.489870 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:38:42.608180 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:38:42.809246 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:43.280639 run create_hlr_db(pid=25464): Launched\u000a16:38:43.452777 bus /sierra_2: Setting Powered False\u000a16:38:44.476932 run create_hlr_db(pid=25464): Terminated: ok {rc=0}\u000a16:38:44.876055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25466): Launched\u000a16:38:45.176355 run osmo-hlr_10.42.42.2(pid=25467): Launched\u000a16:38:45.290169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:45.809446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25469): Launched\u000a16:38:46.237956 run osmo-stp_10.42.42.5(pid=25470): Launched\u000a16:38:46.502282 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:38:47.146904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25472): Launched\u000a16:38:47.463786 run osmo-msc_10.42.42.6(pid=25473): Launched\u000a16:38:47.643790 run osmo-stp_10.42.42.5(pid=25470): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25470)]\u000a16:38:47.776407 run osmo-stp_10.42.42.5(pid=25470): stdout: \u000a| (launched: 2022-12-10_16:38:45.987793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:47.910221 run osmo-stp_10.42.42.5(pid=25470): stderr: \u000a| �[0;m�[38;5;43m20221210163846294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163846294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163846295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163846295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163846297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163846297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163846298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:48.039327 run osmo-stp_10.42.42.5(pid=25470): stdout: \u000a| (launched: 2022-12-10_16:38:45.987793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:48.167180 run osmo-stp_10.42.42.5(pid=25470): stderr: \u000a| �[0;m�[38;5;43m20221210163846294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163846294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163846295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163846295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163846297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163846297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163846298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:48.223598 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25470): Process ended prematurely: osmo-stp_10.42.42.5(pid=25470) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25470)] [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:38:48.232877 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:38:48.295520 run osmo-hlr_10.42.42.2(pid=25467): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25467)]\u000a16:38:48.346821 run osmo-hlr_10.42.42.2(pid=25467): stdout: \u000a| (launched: 2022-12-10_16:38:45.028320) \u000a16:38:48.398654 run osmo-hlr_10.42.42.2(pid=25467): stderr: \u000a| �[0;m�[1;31m20221210163845202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163845202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163845202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163845202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163845202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163845202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163845214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163845223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163845223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163845223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:48.469714 run osmo-msc_10.42.42.6(pid=25473): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25473)]\u000a16:38:48.520779 run osmo-msc_10.42.42.6(pid=25473): stdout: \u000a| (launched: 2022-12-10_16:38:47.311628) \u000a16:38:48.572479 run osmo-msc_10.42.42.6(pid=25473): stderr: \u000a| �[0;m�[38;5;43m20221210163847584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163847584 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c6db81c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163847584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163847584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163847584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163847585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163847586 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163847587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163847587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163847587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:38:48.616361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25466): Terminating (SIGTERM)\u000a16:38:48.657874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25469): Terminating (SIGTERM)\u000a16:38:48.699429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25472): Terminating (SIGTERM)\u000a16:38:48.709105 --- ParallelTerminationStrategy: PID 25466 died...\u000a16:38:48.764746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25466): Terminated: ok {rc=0}\u000a16:38:48.774811 --- ParallelTerminationStrategy: PID 25469 died...\u000a16:38:48.830298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25469): Terminated: ok {rc=0}\u000a16:38:48.840313 --- ParallelTerminationStrategy: PID 25472 died...\u000a16:38:48.895618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25472): Terminated: ok {rc=0}\u000a16:38:48.982856 bus /sierra_3: Setting Powered False\u000a16:38:50.086685 bus /sierra_3: Setting Powered False\u000a16:38:51.193480 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:38:29" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25484): Process ended prematurely: osmo-stp_10.42.42.5(pid=25484) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25484)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25484): Process ended prematurely: osmo-stp_10.42.42.5(pid=25484) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:38:53.169417 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:38:53.181108 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:38:53.334679 tst mo_mt_call.py: using LAC 29260\u000a16:38:53.457079 tst mo_mt_call.py: using RAC 190\u000a16:38:53.574677 tst mo_mt_call.py: using CellId 29260\u000a16:38:53.691804 tst mo_mt_call.py: using BVCI 29261\u000a16:38:53.714727 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:38:53.726413 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:38:53.737678 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:38:53.749270 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:38:53.760896 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:38:53.772494 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:38:53.891470 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:38:54.091877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:54.567378 run create_hlr_db(pid=25478): Launched\u000a16:38:54.739241 bus /sierra_2: Setting Powered False\u000a16:38:55.761940 run create_hlr_db(pid=25478): Terminated: ok {rc=0}\u000a16:38:56.186225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25480): Launched\u000a16:38:56.506842 run osmo-hlr_10.42.42.2(pid=25481): Launched\u000a16:38:56.624037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:57.178563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25483): Launched\u000a16:38:57.499223 run osmo-stp_10.42.42.5(pid=25484): Launched\u000a16:38:57.616224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:38:58.199009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25486): Launched\u000a16:38:58.519055 run osmo-msc_10.42.42.6(pid=25487): Launched\u000a16:38:58.707196 run osmo-stp_10.42.42.5(pid=25484): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25484)]\u000a16:38:58.841671 run osmo-stp_10.42.42.5(pid=25484): stdout: \u000a| (launched: 2022-12-10_16:38:57.341889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:58.976341 run osmo-stp_10.42.42.5(pid=25484): stderr: \u000a| �[0;m�[38;5;43m20221210163857532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163857533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163857533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163857533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163857536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163857536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163857536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:59.104626 run osmo-stp_10.42.42.5(pid=25484): stdout: \u000a| (launched: 2022-12-10_16:38:57.341889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:59.231785 run osmo-stp_10.42.42.5(pid=25484): stderr: \u000a| �[0;m�[38;5;43m20221210163857532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163857533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163857533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163857533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163857536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163857536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163857536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:59.287898 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25484): Process ended prematurely: osmo-stp_10.42.42.5(pid=25484) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25484)] [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:38:59.296995 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:38:59.359086 run osmo-hlr_10.42.42.2(pid=25481): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25481)]\u000a16:38:59.410190 run osmo-hlr_10.42.42.2(pid=25481): stdout: \u000a| (launched: 2022-12-10_16:38:56.348830) \u000a16:38:59.462128 run osmo-hlr_10.42.42.2(pid=25481): stderr: \u000a| �[0;m�[1;31m20221210163856545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163856545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163856545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163856545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163856545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163856545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163856557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163856565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163856565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163856565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:59.532583 run osmo-msc_10.42.42.6(pid=25487): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25487)]\u000a16:38:59.584037 run osmo-msc_10.42.42.6(pid=25487): stdout: \u000a| (launched: 2022-12-10_16:38:58.361682) \u000a16:38:59.635381 run osmo-msc_10.42.42.6(pid=25487): stderr: \u000a| �[0;m�[38;5;43m20221210163858683 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163858684 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc6e2a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163858684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163858684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163858684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163858684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163858686 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163858686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163858686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163858686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:38:59.679105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25480): Terminating (SIGTERM)\u000a16:38:59.720588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25483): Terminating (SIGTERM)\u000a16:38:59.762239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25486): Terminating (SIGTERM)\u000a16:38:59.771559 --- ParallelTerminationStrategy: PID 25480 died...\u000a16:38:59.827128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25480): Terminated: ok {rc=0}\u000a16:38:59.837192 --- ParallelTerminationStrategy: PID 25483 died...\u000a16:38:59.892359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25483): Terminated: ok {rc=0}\u000a16:38:59.902377 --- ParallelTerminationStrategy: PID 25486 died...\u000a16:38:59.957304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25486): Terminated: ok {rc=0}\u000a16:39:00.044055 bus /sierra_3: Setting Powered False\u000a16:39:01.171257 bus /sierra_3: Setting Powered False\u000a16:39:02.287447 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25495): Process ended prematurely: osmo-stp_10.42.42.5(pid=25495) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25495)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25495): Process ended prematurely: osmo-stp_10.42.42.5(pid=25495) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:39:03.400208 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:03.412379 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:39:03.566838 tst mo_mt_call_osmux.py: using LAC 29261\u000a16:39:03.686279 tst mo_mt_call_osmux.py: using RAC 191\u000a16:39:03.805287 tst mo_mt_call_osmux.py: using CellId 29261\u000a16:39:03.925267 tst mo_mt_call_osmux.py: using BVCI 29262\u000a16:39:03.948056 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:03.959433 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:03.970839 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:03.982431 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:03.994493 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:04.006115 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:39:04.121688 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:39:04.336570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:04.850689 run create_hlr_db(pid=25489): Launched\u000a16:39:05.034125 bus /sierra_2: Setting Powered False\u000a16:39:06.054530 run create_hlr_db(pid=25489): Terminated: ok {rc=0}\u000a16:39:06.475244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25491): Launched\u000a16:39:06.791374 run osmo-hlr_10.42.42.2(pid=25492): Launched\u000a16:39:06.909901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:07.459164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25494): Launched\u000a16:39:07.774791 run osmo-stp_10.42.42.5(pid=25495): Launched\u000a16:39:07.889247 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:39:08.467633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25497): Launched\u000a16:39:08.784884 run osmo-msc_10.42.42.6(pid=25498): Launched\u000a16:39:08.970465 run osmo-stp_10.42.42.5(pid=25495): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25495)]\u000a16:39:09.104133 run osmo-stp_10.42.42.5(pid=25495): stdout: \u000a| (launched: 2022-12-10_16:39:07.620423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:09.237620 run osmo-stp_10.42.42.5(pid=25495): stderr: \u000a| �[0;m�[38;5;43m20221210163907813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163907813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163907813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163907813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163907814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163907814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163907814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:09.364863 run osmo-stp_10.42.42.5(pid=25495): stdout: \u000a| (launched: 2022-12-10_16:39:07.620423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:09.491733 run osmo-stp_10.42.42.5(pid=25495): stderr: \u000a| �[0;m�[38;5;43m20221210163907813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163907813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163907813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163907813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163907814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163907814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163907814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:09.547430 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25495): Process ended prematurely: osmo-stp_10.42.42.5(pid=25495) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25495)] [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:39:09.556519 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:39:09.619418 run osmo-hlr_10.42.42.2(pid=25492): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25492)]\u000a16:39:09.670631 run osmo-hlr_10.42.42.2(pid=25492): stdout: \u000a| (launched: 2022-12-10_16:39:06.637469) \u000a16:39:09.722522 run osmo-hlr_10.42.42.2(pid=25492): stderr: \u000a| �[0;m�[1;31m20221210163906836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163906836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163906836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163906836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163906836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163906836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163906850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163906858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163906859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163906859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:09.793370 run osmo-msc_10.42.42.6(pid=25498): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25498)]\u000a16:39:09.844585 run osmo-msc_10.42.42.6(pid=25498): stdout: \u000a| (launched: 2022-12-10_16:39:08.630141) \u000a16:39:09.896192 run osmo-msc_10.42.42.6(pid=25498): stderr: \u000a| �[0;m�[38;5;43m20221210163908950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163908950 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78d475cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163908950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163908950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163908950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163908951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163908952 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163908953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163908953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163908953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:39:09.940280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25491): Terminating (SIGTERM)\u000a16:39:09.982114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25494): Terminating (SIGTERM)\u000a16:39:10.023867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25497): Terminating (SIGTERM)\u000a16:39:10.033263 --- ParallelTerminationStrategy: PID 25491 died...\u000a16:39:10.089158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25491): Terminated: ok {rc=0}\u000a16:39:10.099273 --- ParallelTerminationStrategy: PID 25494 died...\u000a16:39:10.154750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25494): Terminated: ok {rc=0}\u000a16:39:10.164753 --- ParallelTerminationStrategy: PID 25497 died...\u000a16:39:10.220207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25497): Terminated: ok {rc=0}\u000a16:39:10.306679 bus /sierra_3: Setting Powered False\u000a16:39:11.409263 bus /sierra_3: Setting Powered False\u000a16:39:12.515812 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:38:52" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25509): Process ended prematurely: osmo-stp_10.42.42.5(pid=25509) [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25509)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25509): Process ended prematurely: osmo-stp_10.42.42.5(pid=25509) [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:39:14.493777 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:14.505514 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:39:14.657322 tst mo_mt_call.py: using LAC 29262\u000a16:39:14.786815 tst mo_mt_call.py: using RAC 192\u000a16:39:14.913806 tst mo_mt_call.py: using CellId 29262\u000a16:39:15.035811 tst mo_mt_call.py: using BVCI 29263\u000a16:39:15.059864 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:15.071567 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:15.083151 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:15.094681 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:15.106284 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:15.117735 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:39:15.231570 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:39:15.438895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:15.967305 run create_hlr_db(pid=25503): Launched\u000a16:39:16.156355 bus /sierra_2: Setting Powered False\u000a16:39:17.175866 run create_hlr_db(pid=25503): Terminated: ok {rc=0}\u000a16:39:17.593695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25505): Launched\u000a16:39:17.910077 run osmo-hlr_10.42.42.2(pid=25506): Launched\u000a16:39:18.026148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:18.575804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25508): Launched\u000a16:39:18.893424 run osmo-stp_10.42.42.5(pid=25509): Launched\u000a16:39:19.009022 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:39:19.591704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25511): Launched\u000a16:39:19.907907 run osmo-msc_10.42.42.6(pid=25512): Launched\u000a16:39:20.093161 run osmo-stp_10.42.42.5(pid=25509): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25509)]\u000a16:39:20.227177 run osmo-stp_10.42.42.5(pid=25509): stdout: \u000a| (launched: 2022-12-10_16:39:18.738042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:20.360524 run osmo-stp_10.42.42.5(pid=25509): stderr: \u000a| �[0;m�[38;5;43m20221210163918930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163918930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163918931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163918931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163918931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163918931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163918931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:20.488490 run osmo-stp_10.42.42.5(pid=25509): stdout: \u000a| (launched: 2022-12-10_16:39:18.738042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:20.614847 run osmo-stp_10.42.42.5(pid=25509): stderr: \u000a| �[0;m�[38;5;43m20221210163918930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163918930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163918931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163918931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163918931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163918931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163918931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:20.671019 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25509): Process ended prematurely: osmo-stp_10.42.42.5(pid=25509) [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25509)] [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:39:20.680354 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:39:20.742818 run osmo-hlr_10.42.42.2(pid=25506): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25506)]\u000a16:39:20.793975 run osmo-hlr_10.42.42.2(pid=25506): stdout: \u000a| (launched: 2022-12-10_16:39:17.755064) \u000a16:39:20.845815 run osmo-hlr_10.42.42.2(pid=25506): stderr: \u000a| �[0;m�[1;31m20221210163917950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163917951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163917951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163917951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163917951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163917951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163917963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163917971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163917972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163917972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:20.916233 run osmo-msc_10.42.42.6(pid=25512): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25512)]\u000a16:39:20.967041 run osmo-msc_10.42.42.6(pid=25512): stdout: \u000a| (launched: 2022-12-10_16:39:19.753067) \u000a16:39:21.018395 run osmo-msc_10.42.42.6(pid=25512): stderr: \u000a| �[0;m�[38;5;43m20221210163920073 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163920073 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2306c1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163920073 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163920073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163920074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163920074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163920075 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163920076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163920076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163920076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:39:21.062038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25505): Terminating (SIGTERM)\u000a16:39:21.103311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25508): Terminating (SIGTERM)\u000a16:39:21.144638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25511): Terminating (SIGTERM)\u000a16:39:21.153991 --- ParallelTerminationStrategy: PID 25505 died...\u000a16:39:21.209490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25505): Terminated: ok {rc=0}\u000a16:39:21.219568 --- ParallelTerminationStrategy: PID 25508 died...\u000a16:39:21.274824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25508): Terminated: ok {rc=0}\u000a16:39:21.284826 --- ParallelTerminationStrategy: PID 25511 died...\u000a16:39:21.340245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25511): Terminated: ok {rc=0}\u000a16:39:21.426915 bus /sierra_3: Setting Powered False\u000a16:39:22.532152 bus /sierra_3: Setting Powered False\u000a16:39:23.638567 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25520): Process ended prematurely: osmo-stp_10.42.42.5(pid=25520) [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25520)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25520): Process ended prematurely: osmo-stp_10.42.42.5(pid=25520) [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:39:24.752618 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:24.764901 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:39:24.917337 tst mo_mt_call_osmux.py: using LAC 29263\u000a16:39:25.041846 tst mo_mt_call_osmux.py: using RAC 193\u000a16:39:25.167011 tst mo_mt_call_osmux.py: using CellId 29263\u000a16:39:25.290431 tst mo_mt_call_osmux.py: using BVCI 29264\u000a16:39:25.314513 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:25.326246 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:25.337780 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:25.349452 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:25.361079 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:25.372580 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:39:25.487866 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:39:25.685765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:26.151747 run create_hlr_db(pid=25514): Launched\u000a16:39:26.322494 bus /sierra_2: Setting Powered False\u000a16:39:27.344521 run create_hlr_db(pid=25514): Terminated: ok {rc=0}\u000a16:39:27.765736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25516): Launched\u000a16:39:28.082615 run osmo-hlr_10.42.42.2(pid=25517): Launched\u000a16:39:28.199095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:28.749461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25519): Launched\u000a16:39:29.064840 run osmo-stp_10.42.42.5(pid=25520): Launched\u000a16:39:29.180141 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:39:29.759927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25522): Launched\u000a16:39:30.075307 run osmo-msc_10.42.42.6(pid=25523): Launched\u000a16:39:30.260713 run osmo-stp_10.42.42.5(pid=25520): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25520)]\u000a16:39:30.394649 run osmo-stp_10.42.42.5(pid=25520): stdout: \u000a| (launched: 2022-12-10_16:39:28.910415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:30.528858 run osmo-stp_10.42.42.5(pid=25520): stderr: \u000a| �[0;m�[38;5;43m20221210163929102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163929102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163929102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163929103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163929103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163929103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163929103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:30.656609 run osmo-stp_10.42.42.5(pid=25520): stdout: \u000a| (launched: 2022-12-10_16:39:28.910415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:30.784152 run osmo-stp_10.42.42.5(pid=25520): stderr: \u000a| �[0;m�[38;5;43m20221210163929102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163929102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163929102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163929103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163929103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163929103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163929103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:30.854037 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25520): Process ended prematurely: osmo-stp_10.42.42.5(pid=25520) [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25520)] [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:39:30.863804 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a16:39:30.959262 run osmo-hlr_10.42.42.2(pid=25517): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25517)]\u000a16:39:31.014441 run osmo-hlr_10.42.42.2(pid=25517): stdout: \u000a| (launched: 2022-12-10_16:39:27.926777) \u000a16:39:31.078743 run osmo-hlr_10.42.42.2(pid=25517): stderr: \u000a| �[0;m�[1;31m20221210163928127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163928127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163928127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163928127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163928128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163928128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163928140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163928150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163928150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163928150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:31.164810 run osmo-msc_10.42.42.6(pid=25523): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25523)]\u000a16:39:31.228516 run osmo-msc_10.42.42.6(pid=25523): stdout: \u000a| (launched: 2022-12-10_16:39:29.921202) \u000a16:39:31.293448 run osmo-msc_10.42.42.6(pid=25523): stderr: \u000a| �[0;m�[38;5;43m20221210163930242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163930242 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2f6898c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163930242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163930242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163930242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163930242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163930244 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163930245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163930245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163930245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:39:31.348672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25516): Terminating (SIGTERM)\u000a16:39:31.403798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25519): Terminating (SIGTERM)\u000a16:39:31.453952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25522): Terminating (SIGTERM)\u000a16:39:31.466819 --- ParallelTerminationStrategy: PID 25516 died...\u000a16:39:31.535410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25516): Terminated: ok {rc=0}\u000a16:39:31.547927 --- ParallelTerminationStrategy: PID 25519 died...\u000a16:39:31.614547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25519): Terminated: ok {rc=0}\u000a16:39:31.626197 --- ParallelTerminationStrategy: PID 25522 died...\u000a16:39:31.694127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25522): Terminated: ok {rc=0}\u000a16:39:31.800010 bus /sierra_3: Setting Powered False\u000a16:39:32.904486 bus /sierra_3: Setting Powered False\u000a16:39:34.010867 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:39:14" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25534): Process ended prematurely: osmo-stp_10.42.42.5(pid=25534) [trial-2376↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25534)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25534): Process ended prematurely: osmo-stp_10.42.42.5(pid=25534) [trial-2376↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:39:35.996514 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:36.007699 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:39:36.146706 tst emergency_mo_mt_call.py: using LAC 29264\u000a16:39:36.278847 tst emergency_mo_mt_call.py: using RAC 194\u000a16:39:36.400402 tst emergency_mo_mt_call.py: using CellId 29264\u000a16:39:36.525183 tst emergency_mo_mt_call.py: using BVCI 29265\u000a16:39:36.548652 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:36.559977 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:36.571075 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:36.582177 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:36.593248 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:36.604163 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:39:36.718004 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:39:36.921024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:37.416324 run create_hlr_db(pid=25528): Launched\u000a16:39:37.598010 bus /sierra_2: Setting Powered False\u000a16:39:38.617459 run create_hlr_db(pid=25528): Terminated: ok {rc=0}\u000a16:39:39.008312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25530): Launched\u000a16:39:39.299773 run osmo-hlr_10.42.42.2(pid=25531): Launched\u000a16:39:39.406634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:39.911071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25533): Launched\u000a16:39:40.200795 run osmo-stp_10.42.42.5(pid=25534): Launched\u000a16:39:40.326542 tst emergency_mo_mt_call.py: using MSISDN 7796\u000a16:39:40.476011 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:39:41.007270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25536): Launched\u000a16:39:41.297672 run osmo-msc_10.42.42.6(pid=25537): Launched\u000a16:39:41.474600 run osmo-stp_10.42.42.5(pid=25534): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25534)]\u000a16:39:41.608494 run osmo-stp_10.42.42.5(pid=25534): stdout: \u000a| (launched: 2022-12-10_16:39:40.058396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:41.739370 run osmo-stp_10.42.42.5(pid=25534): stderr: \u000a| �[0;m�[38;5;43m20221210163940229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163940230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163940230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163940230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163940231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163940231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163940231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:41.864451 run osmo-stp_10.42.42.5(pid=25534): stdout: \u000a| (launched: 2022-12-10_16:39:40.058396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:41.988653 run osmo-stp_10.42.42.5(pid=25534): stderr: \u000a| �[0;m�[38;5;43m20221210163940229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163940230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163940230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163940230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163940231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163940231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163940231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:42.043327 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25534): Process ended prematurely: osmo-stp_10.42.42.5(pid=25534) [trial-2376↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25534)] [trial-2376↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a16:39:42.051843 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a16:39:42.114223 run osmo-hlr_10.42.42.2(pid=25531): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25531)]\u000a16:39:42.165493 run osmo-hlr_10.42.42.2(pid=25531): stdout: \u000a| (launched: 2022-12-10_16:39:39.156313) \u000a16:39:42.217396 run osmo-hlr_10.42.42.2(pid=25531): stderr: \u000a| �[0;m�[1;31m20221210163939330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163939330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163939330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163939330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163939330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163939331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163939356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:42.288029 run osmo-msc_10.42.42.6(pid=25537): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25537)]\u000a16:39:42.339331 run osmo-msc_10.42.42.6(pid=25537): stdout: \u000a| (launched: 2022-12-10_16:39:41.154701) \u000a16:39:42.390724 run osmo-msc_10.42.42.6(pid=25537): stderr: \u000a| �[0;m�[38;5;43m20221210163941425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163941425 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc8c6ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163941425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163941426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163941426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163941426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163941428 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163941428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163941428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163941428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:39:42.434634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25530): Terminating (SIGTERM)\u000a16:39:42.476867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25533): Terminating (SIGTERM)\u000a16:39:42.518985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25536): Terminating (SIGTERM)\u000a16:39:42.528721 --- ParallelTerminationStrategy: PID 25530 died...\u000a16:39:42.585120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25530): Terminated: ok {rc=0}\u000a16:39:42.595292 --- ParallelTerminationStrategy: PID 25533 died...\u000a16:39:42.650947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25533): Terminated: ok {rc=0}\u000a16:39:42.661181 --- ParallelTerminationStrategy: PID 25536 died...\u000a16:39:42.716679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25536): Terminated: ok {rc=0}\u000a16:39:42.803502 bus /sierra_3: Setting Powered False\u000a16:39:43.905967 bus /sierra_3: Setting Powered False\u000a16:39:45.016258 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25545): Process ended prematurely: osmo-stp_10.42.42.5(pid=25545) [trial-2376↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25545)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25545): Process ended prematurely: osmo-stp_10.42.42.5(pid=25545) [trial-2376↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:39:46.067052 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:46.079508 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:39:46.226842 tst emergency_preemptive_call.py: using LAC 29265\u000a16:39:46.348913 tst emergency_preemptive_call.py: using RAC 195\u000a16:39:46.476447 tst emergency_preemptive_call.py: using CellId 29265\u000a16:39:46.594897 tst emergency_preemptive_call.py: using BVCI 29266\u000a16:39:46.618127 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:46.630134 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:46.642556 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:46.654838 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:46.667846 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:46.680739 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:39:46.800519 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:39:46.941263 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:39:47.061479 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:39:47.293103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:47.792388 run create_hlr_db(pid=25539): Launched\u000a16:39:47.972940 bus /sierra_2: Setting Powered False\u000a16:39:48.994108 run create_hlr_db(pid=25539): Terminated: ok {rc=0}\u000a16:39:49.385641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25541): Launched\u000a16:39:49.676745 run osmo-hlr_10.42.42.2(pid=25542): Launched\u000a16:39:49.788698 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:50.302700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25544): Launched\u000a16:39:50.593281 run osmo-stp_10.42.42.5(pid=25545): Launched\u000a16:39:50.719819 tst emergency_preemptive_call.py: using MSISDN 7797\u000a16:39:50.867334 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:39:51.397215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25547): Launched\u000a16:39:51.688498 run osmo-msc_10.42.42.6(pid=25548): Launched\u000a16:39:51.860037 run osmo-stp_10.42.42.5(pid=25545): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25545)]\u000a16:39:51.985280 run osmo-stp_10.42.42.5(pid=25545): stdout: \u000a| (launched: 2022-12-10_16:39:50.450438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:52.107333 run osmo-stp_10.42.42.5(pid=25545): stderr: \u000a| �[0;m�[38;5;43m20221210163950620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163950620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163950620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163950621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163950621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163950621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163950621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:52.225218 run osmo-stp_10.42.42.5(pid=25545): stdout: \u000a| (launched: 2022-12-10_16:39:50.450438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:52.341861 run osmo-stp_10.42.42.5(pid=25545): stderr: \u000a| �[0;m�[38;5;43m20221210163950620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210163950620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210163950620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210163950621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210163950621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210163950621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210163950621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:52.392692 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25545): Process ended prematurely: osmo-stp_10.42.42.5(pid=25545) [trial-2376↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25545)] [trial-2376↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a16:39:52.400807 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a16:39:52.461060 run osmo-hlr_10.42.42.2(pid=25542): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25542)]\u000a16:39:52.509912 run osmo-hlr_10.42.42.2(pid=25542): stdout: \u000a| (launched: 2022-12-10_16:39:49.533337) \u000a16:39:52.559540 run osmo-hlr_10.42.42.2(pid=25542): stderr: \u000a| �[0;m�[1;31m20221210163949708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210163949708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210163949708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163949708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210163949708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210163949708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210163949721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210163949729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210163949729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210163949730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:52.626839 run osmo-msc_10.42.42.6(pid=25548): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25548)]\u000a16:39:52.675879 run osmo-msc_10.42.42.6(pid=25548): stdout: \u000a| (launched: 2022-12-10_16:39:51.544340) \u000a16:39:52.725669 run osmo-msc_10.42.42.6(pid=25548): stderr: \u000a| �[0;m�[38;5;43m20221210163951815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210163951815 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4502686c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210163951815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210163951815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210163951815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210163951815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210163951817 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210163951818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210163951818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210163951818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:39:52.767337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25541): Terminating (SIGTERM)\u000a16:39:52.807171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25544): Terminating (SIGTERM)\u000a16:39:52.847191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25547): Terminating (SIGTERM)\u000a16:39:52.856786 --- ParallelTerminationStrategy: PID 25541 died...\u000a16:39:52.910413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25541): Terminated: ok {rc=0}\u000a16:39:52.920243 --- ParallelTerminationStrategy: PID 25544 died...\u000a16:39:52.973483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25544): Terminated: ok {rc=0}\u000a16:39:52.983433 --- ParallelTerminationStrategy: PID 25547 died...\u000a16:39:53.036477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25547): Terminated: ok {rc=0}\u000a16:39:53.123514 bus /sierra_9: Setting Powered False\u000a16:39:54.225884 bus /sierra_9: Setting Powered False\u000a16:39:55.336412 bus /sierra_8: Setting Powered False\u000a16:39:56.439081 bus /sierra_8: Setting Powered False\u000a16:39:57.548597 bus /sierra_3: Setting Powered False\u000a16:39:58.651601 bus /sierra_3: Setting Powered False\u000a16:39:59.762687 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:39:35" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25566): Process ended prematurely: osmo-stp_10.42.42.5(pid=25566) [trial-2376↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25566)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25566): Process ended prematurely: osmo-stp_10.42.42.5(pid=25566) [trial-2376↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:40:01.934084 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:01.950278 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:40:02.107572 tst cs_paging_gprs_active.py: using LAC 29266\u000a16:40:02.245071 tst cs_paging_gprs_active.py: using RAC 196\u000a16:40:02.372764 tst cs_paging_gprs_active.py: using CellId 29266\u000a16:40:02.497016 tst cs_paging_gprs_active.py: using BVCI 29267\u000a16:40:02.521358 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:02.532361 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:02.543325 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:02.554265 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:02.565234 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:02.576072 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:02.587326 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:02.598215 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:02.609292 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:02.729764 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:03.023085 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:40:03.155858 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:03.484509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25556): Launched\u000a16:40:03.756495 run iperf3-srv_10.42.42.10(pid=25557): Launched\u000a16:40:03.951256 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:40:04.083654 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:04.411710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25558): Launched\u000a16:40:04.684082 run iperf3-srv_10.42.42.10(pid=25559): Launched\u000a16:40:04.878771 tst cs_paging_gprs_active.py:38: start network...\u000a16:40:05.011591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:05.518215 run create_hlr_db(pid=25560): Launched\u000a16:40:05.701394 bus /sierra_2: Setting Powered False\u000a16:40:06.723332 run create_hlr_db(pid=25560): Terminated: ok {rc=0}\u000a16:40:07.121943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25562): Launched\u000a16:40:07.418968 run osmo-hlr_10.42.42.2(pid=25563): Launched\u000a16:40:07.532294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:08.054902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25565): Launched\u000a16:40:08.351419 run osmo-stp_10.42.42.5(pid=25566): Launched\u000a16:40:08.459950 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:40:08.977268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25568): Launched\u000a16:40:09.083523 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:40:09.342659 run patchelf(pid=25569): Launched\u000a16:40:09.517366 run osmo-stp_10.42.42.5(pid=25566): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25566)]\u000a16:40:09.645407 run osmo-stp_10.42.42.5(pid=25566): stdout: \u000a| (launched: 2022-12-10_16:40:08.205630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:09.773878 run osmo-stp_10.42.42.5(pid=25566): stderr: \u000a| �[0;m�[38;5;43m20221210164008373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164008373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164008374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164008374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:09.897228 run osmo-stp_10.42.42.5(pid=25566): stdout: \u000a| (launched: 2022-12-10_16:40:08.205630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:10.019638 run osmo-stp_10.42.42.5(pid=25566): stderr: \u000a| �[0;m�[38;5;43m20221210164008373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164008373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164008374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164008374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:10.162422 run patchelf(pid=25569): Terminating (SIGINT)\u000a16:40:10.330570 run patchelf(pid=25569): Terminated: ok {rc=0}\u000a16:40:10.361398 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25566): Process ended prematurely: osmo-stp_10.42.42.5(pid=25566) [trial-2376↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25566)] [trial-2376↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a16:40:10.370515 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a16:40:10.430671 run osmo-hlr_10.42.42.2(pid=25563): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25563)]\u000a16:40:10.479301 run osmo-hlr_10.42.42.2(pid=25563): stdout: \u000a| (launched: 2022-12-10_16:40:07.272654) \u000a16:40:10.528825 run osmo-hlr_10.42.42.2(pid=25563): stderr: \u000a| �[0;m�[1;31m20221210164007446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164007446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164007446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164007446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164007446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164007446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164007458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164007466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164007467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164007467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:10.570936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25556): Terminating (SIGTERM)\u000a16:40:10.610635 run iperf3-srv_10.42.42.10(pid=25557): Terminating (SIGTERM)\u000a16:40:10.650350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25558): Terminating (SIGTERM)\u000a16:40:10.690045 run iperf3-srv_10.42.42.10(pid=25559): Terminating (SIGTERM)\u000a16:40:10.729594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25562): Terminating (SIGTERM)\u000a16:40:10.769133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25565): Terminating (SIGTERM)\u000a16:40:10.809362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25568): Terminating (SIGTERM)\u000a16:40:10.818863 --- ParallelTerminationStrategy: PID 25556 died...\u000a16:40:10.872186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25556): Terminated: ok {rc=0}\u000a16:40:10.882032 --- ParallelTerminationStrategy: PID 25557 died...\u000a16:40:10.934705 run iperf3-srv_10.42.42.10(pid=25557): Terminated {rc=256}\u000a16:40:10.944432 --- ParallelTerminationStrategy: PID 25558 died...\u000a16:40:10.997780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25558): Terminated: ok {rc=0}\u000a16:40:11.007601 --- ParallelTerminationStrategy: PID 25559 died...\u000a16:40:11.060555 run iperf3-srv_10.42.42.10(pid=25559): Terminated {rc=256}\u000a16:40:11.070393 --- ParallelTerminationStrategy: PID 25562 died...\u000a16:40:11.123599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25562): Terminated: ok {rc=0}\u000a16:40:11.133184 --- ParallelTerminationStrategy: PID 25565 died...\u000a16:40:11.186562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25565): Terminated: ok {rc=0}\u000a16:40:11.196065 --- ParallelTerminationStrategy: PID 25568 died...\u000a16:40:11.249549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25568): Terminated: ok {rc=0}\u000a16:40:11.332386 bus /gobi_0: Setting Powered False\u000a16:40:12.438055 bus /gobi_0: Setting Powered False\u000a16:40:13.544907 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25578): Process ended prematurely: osmo-stp_10.42.42.5(pid=25578) [trial-2376↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25578): Process ended prematurely: osmo-stp_10.42.42.5(pid=25578) [trial-2376↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a16:40:14.657713 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:14.669419 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:40:14.802524 tst iperf3.py: using LAC 29267\u000a16:40:14.928486 tst iperf3.py: using RAC 197\u000a16:40:15.048178 tst iperf3.py: using CellId 29267\u000a16:40:15.165566 tst iperf3.py: using BVCI 29268\u000a16:40:15.188349 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:15.199265 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:15.210171 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:15.220995 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:15.231327 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:15.242229 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:15.253128 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:15.263858 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:15.274723 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:15.550062 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:40:15.673333 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:16.008910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25570): Launched\u000a16:40:16.287407 run iperf3-srv_10.42.42.10(pid=25571): Launched\u000a16:40:16.472238 tst iperf3.py:8: start network...\u000a16:40:16.598798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:17.113795 run create_hlr_db(pid=25572): Launched\u000a16:40:17.288852 bus /gobi_6: Setting Powered False\u000a16:40:18.308291 run create_hlr_db(pid=25572): Terminated: ok {rc=0}\u000a16:40:18.704786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25574): Launched\u000a16:40:19.002670 run osmo-hlr_10.42.42.2(pid=25575): Launched\u000a16:40:19.115095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:19.645341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25577): Launched\u000a16:40:19.962478 run osmo-stp_10.42.42.5(pid=25578): Launched\u000a16:40:20.078719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:40:20.634435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25580): Launched\u000a16:40:20.748008 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:40:21.025216 run patchelf(pid=25581): Launched\u000a16:40:21.212205 run osmo-stp_10.42.42.5(pid=25578): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)]\u000a16:40:21.348635 run osmo-stp_10.42.42.5(pid=25578): stdout: \u000a| (launched: 2022-12-10_16:40:19.807231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:21.485740 run osmo-stp_10.42.42.5(pid=25578): stderr: \u000a| �[0;m�[38;5;43m20221210164019997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164019997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164019997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164019998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164019998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164019998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164019998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:21.618220 run osmo-stp_10.42.42.5(pid=25578): stdout: \u000a| (launched: 2022-12-10_16:40:19.807231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:21.748659 run osmo-stp_10.42.42.5(pid=25578): stderr: \u000a| �[0;m�[38;5;43m20221210164019997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164019997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164019997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164019998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164019998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164019998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164019998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:21.900672 run patchelf(pid=25581): Terminating (SIGINT)\u000a16:40:22.079532 run patchelf(pid=25581): Terminated: ok {rc=0}\u000a16:40:22.112537 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25578): Process ended prematurely: osmo-stp_10.42.42.5(pid=25578) [trial-2376↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)] [trial-2376↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a16:40:22.122548 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a16:40:22.185218 run osmo-hlr_10.42.42.2(pid=25575): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25575)]\u000a16:40:22.236361 run osmo-hlr_10.42.42.2(pid=25575): stdout: \u000a| (launched: 2022-12-10_16:40:18.855847) \u000a16:40:22.288097 run osmo-hlr_10.42.42.2(pid=25575): stderr: \u000a| �[0;m�[1;31m20221210164019031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164019031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164019031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164019031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164019031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164019031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164019044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164019052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164019052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164019052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:22.332341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25570): Terminating (SIGTERM)\u000a16:40:22.374026 run iperf3-srv_10.42.42.10(pid=25571): Terminating (SIGTERM)\u000a16:40:22.415590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25574): Terminating (SIGTERM)\u000a16:40:22.458041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25577): Terminating (SIGTERM)\u000a16:40:22.500095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25580): Terminating (SIGTERM)\u000a16:40:22.509827 --- ParallelTerminationStrategy: PID 25570 died...\u000a16:40:22.566041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25570): Terminated: ok {rc=0}\u000a16:40:22.576130 --- ParallelTerminationStrategy: PID 25571 died...\u000a16:40:22.631725 run iperf3-srv_10.42.42.10(pid=25571): Terminated {rc=256}\u000a16:40:22.641869 --- ParallelTerminationStrategy: PID 25574 died...\u000a16:40:22.697754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25574): Terminated: ok {rc=0}\u000a16:40:22.707719 --- ParallelTerminationStrategy: PID 25577 died...\u000a16:40:22.763193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25577): Terminated: ok {rc=0}\u000a16:40:22.773410 --- ParallelTerminationStrategy: PID 25580 died...\u000a16:40:22.829022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25580): Terminated: ok {rc=0}\u000a16:40:22.915827 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25596): Process ended prematurely: osmo-stp_10.42.42.5(pid=25596) [trial-2376↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25596)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25596): Process ended prematurely: osmo-stp_10.42.42.5(pid=25596) [trial-2376↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a16:40:24.029897 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:24.044745 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:40:24.173926 tst iperf3m4.py: using LAC 29268\u000a16:40:24.300510 tst iperf3m4.py: using RAC 198\u000a16:40:24.426350 tst iperf3m4.py: using CellId 29268\u000a16:40:24.550356 tst iperf3m4.py: using BVCI 29269\u000a16:40:24.574537 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:24.585890 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:24.597003 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:24.608046 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:24.619175 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:24.630264 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:24.641506 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:24.652555 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:24.663796 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:24.778916 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:24.897743 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:25.012826 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:25.289525 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:40:25.414187 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:25.723623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25582): Launched\u000a16:40:25.979418 run iperf3-srv_10.42.42.10(pid=25583): Launched\u000a16:40:26.161380 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:40:26.285163 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:26.594685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25584): Launched\u000a16:40:26.850453 run iperf3-srv_10.42.42.10(pid=25585): Launched\u000a16:40:27.030709 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:40:27.154253 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:27.463543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25586): Launched\u000a16:40:27.719534 run iperf3-srv_10.42.42.10(pid=25587): Launched\u000a16:40:27.900627 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:40:28.024221 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:28.333279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25588): Launched\u000a16:40:28.588563 run iperf3-srv_10.42.42.10(pid=25589): Launched\u000a16:40:28.769142 tst iperf3m4.py:8: start network...\u000a16:40:28.892523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:29.360410 run create_hlr_db(pid=25590): Launched\u000a16:40:29.532144 bus /gobi_6: Setting Powered False\u000a16:40:30.554661 run create_hlr_db(pid=25590): Terminated: ok {rc=0}\u000a16:40:31.020435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25592): Launched\u000a16:40:31.379749 run osmo-hlr_10.42.42.2(pid=25593): Launched\u000a16:40:31.523693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:32.227423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25595): Launched\u000a16:40:32.529295 run osmo-stp_10.42.42.5(pid=25596): Launched\u000a16:40:32.638181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:40:33.155119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25598): Launched\u000a16:40:33.261455 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:40:33.520356 run patchelf(pid=25599): Launched\u000a16:40:33.696720 run osmo-stp_10.42.42.5(pid=25596): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25596)]\u000a16:40:33.824465 run osmo-stp_10.42.42.5(pid=25596): stdout: \u000a| (launched: 2022-12-10_16:40:32.381730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:33.952614 run osmo-stp_10.42.42.5(pid=25596): stderr: \u000a| �[0;m�[38;5;43m20221210164032545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164032545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164032545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164032546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164032546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164032546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164032546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:34.076190 run osmo-stp_10.42.42.5(pid=25596): stdout: \u000a| (launched: 2022-12-10_16:40:32.381730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:34.198600 run osmo-stp_10.42.42.5(pid=25596): stderr: \u000a| �[0;m�[38;5;43m20221210164032545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164032545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164032545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164032546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164032546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164032546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164032546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:34.341235 run patchelf(pid=25599): Terminating (SIGINT)\u000a16:40:34.509703 run patchelf(pid=25599): Terminated: ok {rc=0}\u000a16:40:34.540443 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25596): Process ended prematurely: osmo-stp_10.42.42.5(pid=25596) [trial-2376↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25596)] [trial-2376↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a16:40:34.549706 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a16:40:34.610151 run osmo-hlr_10.42.42.2(pid=25593): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25593)]\u000a16:40:34.658640 run osmo-hlr_10.42.42.2(pid=25593): stdout: \u000a| (launched: 2022-12-10_16:40:31.181280) \u000a16:40:34.708407 run osmo-hlr_10.42.42.2(pid=25593): stderr: \u000a| �[0;m�[1;31m20221210164031552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164031552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164031552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164031552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164031552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164031552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164031580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164031593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164031594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164031594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:34.750115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25582): Terminating (SIGTERM)\u000a16:40:34.789586 run iperf3-srv_10.42.42.10(pid=25583): Terminating (SIGTERM)\u000a16:40:34.829263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25584): Terminating (SIGTERM)\u000a16:40:34.868830 run iperf3-srv_10.42.42.10(pid=25585): Terminating (SIGTERM)\u000a16:40:34.908608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25586): Terminating (SIGTERM)\u000a16:40:34.948277 run iperf3-srv_10.42.42.10(pid=25587): Terminating (SIGTERM)\u000a16:40:34.987924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25588): Terminating (SIGTERM)\u000a16:40:35.027440 run iperf3-srv_10.42.42.10(pid=25589): Terminating (SIGTERM)\u000a16:40:35.067062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25592): Terminating (SIGTERM)\u000a16:40:35.106672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25595): Terminating (SIGTERM)\u000a16:40:35.146361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25598): Terminating (SIGTERM)\u000a16:40:35.155851 --- ParallelTerminationStrategy: PID 25582 died...\u000a16:40:35.209011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25582): Terminated: ok {rc=0}\u000a16:40:35.219133 --- ParallelTerminationStrategy: PID 25583 died...\u000a16:40:35.272660 run iperf3-srv_10.42.42.10(pid=25583): Terminated {rc=256}\u000a16:40:35.282525 --- ParallelTerminationStrategy: PID 25584 died...\u000a16:40:35.335687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25584): Terminated: ok {rc=0}\u000a16:40:35.345596 --- ParallelTerminationStrategy: PID 25585 died...\u000a16:40:35.398592 run iperf3-srv_10.42.42.10(pid=25585): Terminated {rc=256}\u000a16:40:35.408198 --- ParallelTerminationStrategy: PID 25586 died...\u000a16:40:35.461017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25586): Terminated: ok {rc=0}\u000a16:40:35.470823 --- ParallelTerminationStrategy: PID 25587 died...\u000a16:40:35.523617 run iperf3-srv_10.42.42.10(pid=25587): Terminated {rc=256}\u000a16:40:35.533781 --- ParallelTerminationStrategy: PID 25588 died...\u000a16:40:35.587024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25588): Terminated: ok {rc=0}\u000a16:40:35.596824 --- ParallelTerminationStrategy: PID 25589 died...\u000a16:40:35.649699 run iperf3-srv_10.42.42.10(pid=25589): Terminated {rc=256}\u000a16:40:35.659544 --- ParallelTerminationStrategy: PID 25592 died...\u000a16:40:35.712448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25592): Terminated: ok {rc=0}\u000a16:40:35.722382 --- ParallelTerminationStrategy: PID 25595 died...\u000a16:40:35.775443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25595): Terminated: ok {rc=0}\u000a16:40:35.785225 --- ParallelTerminationStrategy: PID 25598 died...\u000a16:40:35.839008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25598): Terminated: ok {rc=0}\u000a16:40:35.926748 bus /gobi_4: Setting Powered False\u000a16:40:37.030343 bus /gobi_4: Setting Powered False\u000a16:40:38.143571 bus /gobi_1: Setting Powered False\u000a16:40:39.245781 bus /gobi_1: Setting Powered False\u000a16:40:40.356942 bus /gobi_0: Setting Powered False\u000a16:40:41.460169 bus /gobi_0: Setting Powered False\u000a16:40:42.566796 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25606): Process ended prematurely: osmo-stp_10.42.42.5(pid=25606) [trial-2376↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25606)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25606): Process ended prematurely: osmo-stp_10.42.42.5(pid=25606) [trial-2376↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a16:40:43.634063 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:43.646005 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:40:43.771708 tst ping.py: using LAC 29269\u000a16:40:43.888195 tst ping.py: using RAC 199\u000a16:40:44.003285 tst ping.py: using CellId 29269\u000a16:40:44.120011 tst ping.py: using BVCI 29270\u000a16:40:44.142290 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:44.152793 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:44.163322 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:44.174289 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:44.184802 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:44.195489 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:44.206282 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:44.217037 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:44.484442 tst ping.py:19: start network...\u000a16:40:44.605431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:45.062205 run create_hlr_db(pid=25600): Launched\u000a16:40:45.230860 bus /gobi_6: Setting Powered False\u000a16:40:46.253778 run create_hlr_db(pid=25600): Terminated: ok {rc=0}\u000a16:40:46.669663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25602): Launched\u000a16:40:47.103775 run osmo-hlr_10.42.42.2(pid=25603): Launched\u000a16:40:47.321938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:47.866483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25605): Launched\u000a16:40:48.177732 run osmo-stp_10.42.42.5(pid=25606): Launched\u000a16:40:48.291048 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:40:48.835424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25608): Launched\u000a16:40:48.946383 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:40:49.217445 run patchelf(pid=25609): Launched\u000a16:40:49.400216 run osmo-stp_10.42.42.5(pid=25606): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25606)]\u000a16:40:49.534323 run osmo-stp_10.42.42.5(pid=25606): stdout: \u000a| (launched: 2022-12-10_16:40:48.025449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:49.667677 run osmo-stp_10.42.42.5(pid=25606): stderr: \u000a| �[0;m�[38;5;43m20221210164048215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164048215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164048216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164048216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164048217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164048217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164048217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:49.796726 run osmo-stp_10.42.42.5(pid=25606): stdout: \u000a| (launched: 2022-12-10_16:40:48.025449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:49.924498 run osmo-stp_10.42.42.5(pid=25606): stderr: \u000a| �[0;m�[38;5;43m20221210164048215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164048215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164048216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164048216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164048217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164048217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164048217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:50.074033 run patchelf(pid=25609): Terminating (SIGINT)\u000a16:40:50.249431 run patchelf(pid=25609): Terminated: ok {rc=0}\u000a16:40:50.281223 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25606): Process ended prematurely: osmo-stp_10.42.42.5(pid=25606) [trial-2376↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25606)] [trial-2376↪gprs:nanobts+band-1900↪ping.py:22]\u000a16:40:50.290211 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:40:50.352695 run osmo-hlr_10.42.42.2(pid=25603): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25603)]\u000a16:40:50.403601 run osmo-hlr_10.42.42.2(pid=25603): stdout: \u000a| (launched: 2022-12-10_16:40:46.822262) \u000a16:40:50.454970 run osmo-hlr_10.42.42.2(pid=25603): stderr: \u000a| �[0;m�[1;31m20221210164047048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164047048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164047048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164047048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164047048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164047048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164047062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164047082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164047082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164047082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:50.499226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25602): Terminating (SIGTERM)\u000a16:40:50.540765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25605): Terminating (SIGTERM)\u000a16:40:50.582317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25608): Terminating (SIGTERM)\u000a16:40:50.591981 --- ParallelTerminationStrategy: PID 25602 died...\u000a16:40:50.647615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25602): Terminated: ok {rc=0}\u000a16:40:50.657842 --- ParallelTerminationStrategy: PID 25605 died...\u000a16:40:50.713266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25605): Terminated: ok {rc=0}\u000a16:40:50.723323 --- ParallelTerminationStrategy: PID 25608 died...\u000a16:40:50.778877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25608): Terminated: ok {rc=0}\u000a16:40:50.865410 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25616): Process ended prematurely: osmo-stp_10.42.42.5(pid=25616) [trial-2376↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25616)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25616): Process ended prematurely: osmo-stp_10.42.42.5(pid=25616) [trial-2376↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a16:40:51.914895 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:51.926290 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:40:52.058458 tst ping_idle_ping.py: using LAC 29270\u000a16:40:52.180777 tst ping_idle_ping.py: using RAC 200\u000a16:40:52.302521 tst ping_idle_ping.py: using CellId 29270\u000a16:40:52.424374 tst ping_idle_ping.py: using BVCI 29271\u000a16:40:52.448395 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:52.459587 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:52.470800 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:52.482119 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:52.493135 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:52.504087 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:52.515319 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:52.526488 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:52.794857 tst ping_idle_ping.py:24: start network...\u000a16:40:52.916343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:53.379391 run create_hlr_db(pid=25610): Launched\u000a16:40:53.549427 bus /gobi_6: Setting Powered False\u000a16:40:54.571025 run create_hlr_db(pid=25610): Terminated: ok {rc=0}\u000a16:40:54.988622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25612): Launched\u000a16:40:55.301972 run osmo-hlr_10.42.42.2(pid=25613): Launched\u000a16:40:55.420809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:55.963957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25615): Launched\u000a16:40:56.276514 run osmo-stp_10.42.42.5(pid=25616): Launched\u000a16:40:56.390147 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:40:56.936407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25618): Launched\u000a16:40:57.047947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:40:57.320365 run patchelf(pid=25619): Launched\u000a16:40:57.504328 run osmo-stp_10.42.42.5(pid=25616): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25616)]\u000a16:40:57.638601 run osmo-stp_10.42.42.5(pid=25616): stdout: \u000a| (launched: 2022-12-10_16:40:56.123199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:57.772540 run osmo-stp_10.42.42.5(pid=25616): stderr: \u000a| �[0;m�[38;5;43m20221210164056313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164056313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164056314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164056314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164056315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164056315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164056315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:57.902065 run osmo-stp_10.42.42.5(pid=25616): stdout: \u000a| (launched: 2022-12-10_16:40:56.123199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:58.030139 run osmo-stp_10.42.42.5(pid=25616): stderr: \u000a| �[0;m�[38;5;43m20221210164056313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164056313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164056314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164056314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164056315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164056315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164056315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:58.179277 run patchelf(pid=25619): Terminating (SIGINT)\u000a16:40:58.354366 run patchelf(pid=25619): Terminated: ok {rc=0}\u000a16:40:58.386187 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25616): Process ended prematurely: osmo-stp_10.42.42.5(pid=25616) [trial-2376↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25616)] [trial-2376↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a16:40:58.395312 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:40:58.457873 run osmo-hlr_10.42.42.2(pid=25613): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25613)]\u000a16:40:58.509450 run osmo-hlr_10.42.42.2(pid=25613): stdout: \u000a| (launched: 2022-12-10_16:40:55.148776) \u000a16:40:58.561145 run osmo-hlr_10.42.42.2(pid=25613): stderr: \u000a| �[0;m�[1;31m20221210164055345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164055345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164055345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164055345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164055345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164055345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164055358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164055366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164055366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164055366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:58.605401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25612): Terminating (SIGTERM)\u000a16:40:58.647288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25615): Terminating (SIGTERM)\u000a16:40:58.689101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25618): Terminating (SIGTERM)\u000a16:40:58.698824 --- ParallelTerminationStrategy: PID 25612 died...\u000a16:40:58.754581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25612): Terminated: ok {rc=0}\u000a16:40:58.764694 --- ParallelTerminationStrategy: PID 25615 died...\u000a16:40:58.820013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25615): Terminated: ok {rc=0}\u000a16:40:58.830125 --- ParallelTerminationStrategy: PID 25618 died...\u000a16:40:58.885669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25618): Terminated: ok {rc=0}\u000a16:40:58.972067 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:40:01" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25633): Process ended prematurely: osmo-stp_10.42.42.5(pid=25633) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25633)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25633): Process ended prematurely: osmo-stp_10.42.42.5(pid=25633) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25633)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:41:01.107199 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:01.118714 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:41:01.279699 tst cs_paging_gprs_active.py: using LAC 29271\u000a16:41:01.402785 tst cs_paging_gprs_active.py: using RAC 201\u000a16:41:01.548133 tst cs_paging_gprs_active.py: using CellId 29271\u000a16:41:01.694951 tst cs_paging_gprs_active.py: using BVCI 29272\u000a16:41:01.726949 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:01.740523 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:01.754219 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:01.772391 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:01.785632 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:01.799917 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:01.813157 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:01.826267 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:01.838321 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:41:01.980479 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:41:02.301758 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:41:02.428060 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:02.736371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25623): Launched\u000a16:41:02.991700 run iperf3-srv_10.42.42.10(pid=25624): Launched\u000a16:41:03.174053 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:41:03.297906 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:03.606496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25625): Launched\u000a16:41:03.860870 run iperf3-srv_10.42.42.10(pid=25626): Launched\u000a16:41:04.042416 tst cs_paging_gprs_active.py:38: start network...\u000a16:41:04.166346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:04.631195 run create_hlr_db(pid=25627): Launched\u000a16:41:04.802281 bus /gobi_6: Setting Powered False\u000a16:41:05.824649 run create_hlr_db(pid=25627): Terminated: ok {rc=0}\u000a16:41:06.246267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25629): Launched\u000a16:41:06.563865 run osmo-hlr_10.42.42.2(pid=25630): Launched\u000a16:41:06.683074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:07.235415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25632): Launched\u000a16:41:07.553756 run osmo-stp_10.42.42.5(pid=25633): Launched\u000a16:41:07.668683 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:41:08.221137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25635): Launched\u000a16:41:08.334354 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:41:08.611168 run patchelf(pid=25636): Launched\u000a16:41:08.797579 run osmo-stp_10.42.42.5(pid=25633): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25633)]\u000a16:41:08.934151 run osmo-stp_10.42.42.5(pid=25633): stdout: \u000a| (launched: 2022-12-10_16:41:07.396857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:09.070913 run osmo-stp_10.42.42.5(pid=25633): stderr: \u000a| �[0;m�[38;5;43m20221210164107586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164107586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164107587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164107587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164107588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164107588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164107588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:09.202762 run osmo-stp_10.42.42.5(pid=25633): stdout: \u000a| (launched: 2022-12-10_16:41:07.396857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:09.333071 run osmo-stp_10.42.42.5(pid=25633): stderr: \u000a| �[0;m�[38;5;43m20221210164107586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164107586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164107587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164107587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164107588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164107588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164107588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:09.485067 run patchelf(pid=25636): Terminating (SIGINT)\u000a16:41:09.665045 run patchelf(pid=25636): Terminated: ok {rc=0}\u000a16:41:09.697855 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25633): Process ended prematurely: osmo-stp_10.42.42.5(pid=25633) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25633)] [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:41:09.707629 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a16:41:09.770035 run osmo-hlr_10.42.42.2(pid=25630): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25630)]\u000a16:41:09.821088 run osmo-hlr_10.42.42.2(pid=25630): stdout: \u000a| (launched: 2022-12-10_16:41:06.408125) \u000a16:41:09.872786 run osmo-hlr_10.42.42.2(pid=25630): stderr: \u000a| �[0;m�[1;31m20221210164106604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164106604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164106604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164106604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164106604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164106604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164106617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164106625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164106626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164106626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:09.916796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25623): Terminating (SIGTERM)\u000a16:41:09.958282 run iperf3-srv_10.42.42.10(pid=25624): Terminating (SIGTERM)\u000a16:41:09.999866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25625): Terminating (SIGTERM)\u000a16:41:10.041379 run iperf3-srv_10.42.42.10(pid=25626): Terminating (SIGTERM)\u000a16:41:10.082948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25629): Terminating (SIGTERM)\u000a16:41:10.124568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25632): Terminating (SIGTERM)\u000a16:41:10.166076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25635): Terminating (SIGTERM)\u000a16:41:10.175657 --- ParallelTerminationStrategy: PID 25623 died...\u000a16:41:10.231507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25623): Terminated: ok {rc=0}\u000a16:41:10.241929 --- ParallelTerminationStrategy: PID 25624 died...\u000a16:41:10.297359 run iperf3-srv_10.42.42.10(pid=25624): Terminated {rc=256}\u000a16:41:10.307390 --- ParallelTerminationStrategy: PID 25625 died...\u000a16:41:10.363032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25625): Terminated: ok {rc=0}\u000a16:41:10.373064 --- ParallelTerminationStrategy: PID 25626 died...\u000a16:41:10.428155 run iperf3-srv_10.42.42.10(pid=25626): Terminated {rc=256}\u000a16:41:10.438215 --- ParallelTerminationStrategy: PID 25629 died...\u000a16:41:10.493807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25629): Terminated: ok {rc=0}\u000a16:41:10.503908 --- ParallelTerminationStrategy: PID 25632 died...\u000a16:41:10.559441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25632): Terminated: ok {rc=0}\u000a16:41:10.569880 --- ParallelTerminationStrategy: PID 25635 died...\u000a16:41:10.625189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25635): Terminated: ok {rc=0}\u000a16:41:10.712159 bus /gobi_0: Setting Powered False\u000a16:41:11.814822 bus /gobi_0: Setting Powered False\u000a16:41:12.924848 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25645): Process ended prematurely: osmo-stp_10.42.42.5(pid=25645) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25645)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25645): Process ended prematurely: osmo-stp_10.42.42.5(pid=25645) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:41:14.034195 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:14.045702 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:41:14.184732 tst iperf3.py: using LAC 29272\u000a16:41:14.309607 tst iperf3.py: using RAC 202\u000a16:41:14.432322 tst iperf3.py: using CellId 29272\u000a16:41:14.555768 tst iperf3.py: using BVCI 29273\u000a16:41:14.580100 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:14.591597 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:14.603026 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:14.614217 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:14.625334 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:14.636436 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:14.647782 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:14.659049 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:14.670399 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:41:14.956566 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:41:15.088889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:15.418436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25637): Launched\u000a16:41:15.692515 run iperf3-srv_10.42.42.10(pid=25638): Launched\u000a16:41:15.903757 tst iperf3.py:8: start network...\u000a16:41:16.039036 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:16.586096 run create_hlr_db(pid=25639): Launched\u000a16:41:16.772412 bus /gobi_6: Setting Powered False\u000a16:41:17.781118 run create_hlr_db(pid=25639): Terminated: ok {rc=0}\u000a16:41:18.211008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25641): Launched\u000a16:41:18.527416 run osmo-hlr_10.42.42.2(pid=25642): Launched\u000a16:41:18.642725 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:19.195460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25644): Launched\u000a16:41:19.513459 run osmo-stp_10.42.42.5(pid=25645): Launched\u000a16:41:19.629276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:41:20.184225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25647): Launched\u000a16:41:20.297560 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:41:20.574283 run patchelf(pid=25648): Launched\u000a16:41:20.760178 run osmo-stp_10.42.42.5(pid=25645): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25645)]\u000a16:41:20.896520 run osmo-stp_10.42.42.5(pid=25645): stdout: \u000a| (launched: 2022-12-10_16:41:19.357249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:21.033328 run osmo-stp_10.42.42.5(pid=25645): stderr: \u000a| �[0;m�[38;5;43m20221210164119547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164119547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164119547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164119548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164119548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164119548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164119548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:21.165002 run osmo-stp_10.42.42.5(pid=25645): stdout: \u000a| (launched: 2022-12-10_16:41:19.357249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:21.295159 run osmo-stp_10.42.42.5(pid=25645): stderr: \u000a| �[0;m�[38;5;43m20221210164119547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164119547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164119547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164119548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164119548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164119548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164119548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:21.447432 run patchelf(pid=25648): Terminating (SIGINT)\u000a16:41:21.626913 run patchelf(pid=25648): Terminated: ok {rc=0}\u000a16:41:21.659853 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25645): Process ended prematurely: osmo-stp_10.42.42.5(pid=25645) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25645)] [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a16:41:21.669685 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:41:21.732299 run osmo-hlr_10.42.42.2(pid=25642): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25642)]\u000a16:41:21.783398 run osmo-hlr_10.42.42.2(pid=25642): stdout: \u000a| (launched: 2022-12-10_16:41:18.372153) \u000a16:41:21.835208 run osmo-hlr_10.42.42.2(pid=25642): stderr: \u000a| �[0;m�[1;31m20221210164118568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164118568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164118568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164118568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164118568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164118568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164118581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164118589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164118589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164118589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:21.879345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25637): Terminating (SIGTERM)\u000a16:41:21.921238 run iperf3-srv_10.42.42.10(pid=25638): Terminating (SIGTERM)\u000a16:41:21.963213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25641): Terminating (SIGTERM)\u000a16:41:22.005091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25644): Terminating (SIGTERM)\u000a16:41:22.047074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25647): Terminating (SIGTERM)\u000a16:41:22.056837 --- ParallelTerminationStrategy: PID 25637 died...\u000a16:41:22.113496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25637): Terminated: ok {rc=0}\u000a16:41:22.123640 --- ParallelTerminationStrategy: PID 25638 died...\u000a16:41:22.179114 run iperf3-srv_10.42.42.10(pid=25638): Terminated {rc=256}\u000a16:41:22.189223 --- ParallelTerminationStrategy: PID 25641 died...\u000a16:41:22.244882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25641): Terminated: ok {rc=0}\u000a16:41:22.254965 --- ParallelTerminationStrategy: PID 25644 died...\u000a16:41:22.310589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25644): Terminated: ok {rc=0}\u000a16:41:22.320696 --- ParallelTerminationStrategy: PID 25647 died...\u000a16:41:22.376612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25647): Terminated: ok {rc=0}\u000a16:41:22.463779 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25663): Process ended prematurely: osmo-stp_10.42.42.5(pid=25663) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25663)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25663): Process ended prematurely: osmo-stp_10.42.42.5(pid=25663) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:41:23.581081 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:23.593137 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:41:23.718952 tst iperf3m4.py: using LAC 29273\u000a16:41:23.842265 tst iperf3m4.py: using RAC 203\u000a16:41:23.965895 tst iperf3m4.py: using CellId 29273\u000a16:41:24.091308 tst iperf3m4.py: using BVCI 29274\u000a16:41:24.115486 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:24.126985 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:24.138232 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:24.149438 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:24.160531 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:24.171714 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:24.183114 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:24.194683 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:24.206103 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:41:24.323429 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:41:24.443853 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:41:24.559603 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:41:24.849074 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:41:24.981248 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:25.309382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25649): Launched\u000a16:41:25.582431 run iperf3-srv_10.42.42.10(pid=25650): Launched\u000a16:41:25.777688 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:41:25.910001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:26.238207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25651): Launched\u000a16:41:26.510410 run iperf3-srv_10.42.42.10(pid=25652): Launched\u000a16:41:26.704624 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:41:26.836714 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:27.164686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25653): Launched\u000a16:41:27.437440 run iperf3-srv_10.42.42.10(pid=25654): Launched\u000a16:41:27.632016 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:41:27.764626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:28.092791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25655): Launched\u000a16:41:28.365341 run iperf3-srv_10.42.42.10(pid=25656): Launched\u000a16:41:28.560012 tst iperf3m4.py:8: start network...\u000a16:41:28.692218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:29.198235 run create_hlr_db(pid=25657): Launched\u000a16:41:29.382075 bus /gobi_6: Setting Powered False\u000a16:41:30.404213 run create_hlr_db(pid=25657): Terminated: ok {rc=0}\u000a16:41:30.804609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25659): Launched\u000a16:41:31.253351 run osmo-hlr_10.42.42.2(pid=25660): Launched\u000a16:41:31.407788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:31.974406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25662): Launched\u000a16:41:32.330327 run osmo-stp_10.42.42.5(pid=25663): Launched\u000a16:41:32.449713 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:41:32.972237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25665): Launched\u000a16:41:33.079078 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:41:33.339033 run patchelf(pid=25666): Launched\u000a16:41:33.513897 run osmo-stp_10.42.42.5(pid=25663): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25663)]\u000a16:41:33.641412 run osmo-stp_10.42.42.5(pid=25663): stdout: \u000a| (launched: 2022-12-10_16:41:32.128596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:33.769516 run osmo-stp_10.42.42.5(pid=25663): stderr: \u000a| �[0;m�[38;5;43m20221210164132344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164132344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164132345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164132345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164132345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164132346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164132346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:33.892423 run osmo-stp_10.42.42.5(pid=25663): stdout: \u000a| (launched: 2022-12-10_16:41:32.128596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:34.014015 run osmo-stp_10.42.42.5(pid=25663): stderr: \u000a| �[0;m�[38;5;43m20221210164132344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164132344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164132345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164132345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164132345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164132346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164132346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:34.156211 run patchelf(pid=25666): Terminating (SIGINT)\u000a16:41:34.323644 run patchelf(pid=25666): Terminated: ok {rc=0}\u000a16:41:34.354457 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25663): Process ended prematurely: osmo-stp_10.42.42.5(pid=25663) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25663)] [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:41:34.363599 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a16:41:34.424201 run osmo-hlr_10.42.42.2(pid=25660): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25660)]\u000a16:41:34.472878 run osmo-hlr_10.42.42.2(pid=25660): stdout: \u000a| (launched: 2022-12-10_16:41:30.970232) \u000a16:41:34.522005 run osmo-hlr_10.42.42.2(pid=25660): stderr: \u000a| �[0;m�[1;31m20221210164131208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164131208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164131208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164131208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164131213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164131213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164131227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164131243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164131244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164131244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:34.563976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25649): Terminating (SIGTERM)\u000a16:41:34.603587 run iperf3-srv_10.42.42.10(pid=25650): Terminating (SIGTERM)\u000a16:41:34.643105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25651): Terminating (SIGTERM)\u000a16:41:34.682613 run iperf3-srv_10.42.42.10(pid=25652): Terminating (SIGTERM)\u000a16:41:34.722168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25653): Terminating (SIGTERM)\u000a16:41:34.761531 run iperf3-srv_10.42.42.10(pid=25654): Terminating (SIGTERM)\u000a16:41:34.800932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25655): Terminating (SIGTERM)\u000a16:41:34.840306 run iperf3-srv_10.42.42.10(pid=25656): Terminating (SIGTERM)\u000a16:41:34.880124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25659): Terminating (SIGTERM)\u000a16:41:34.919537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25662): Terminating (SIGTERM)\u000a16:41:34.958999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25665): Terminating (SIGTERM)\u000a16:41:34.968432 --- ParallelTerminationStrategy: PID 25649 died...\u000a16:41:35.022243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25649): Terminated: ok {rc=0}\u000a16:41:35.032084 --- ParallelTerminationStrategy: PID 25650 died...\u000a16:41:35.084932 run iperf3-srv_10.42.42.10(pid=25650): Terminated {rc=256}\u000a16:41:35.094508 --- ParallelTerminationStrategy: PID 25651 died...\u000a16:41:35.147125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25651): Terminated: ok {rc=0}\u000a16:41:35.156835 --- ParallelTerminationStrategy: PID 25652 died...\u000a16:41:35.209240 run iperf3-srv_10.42.42.10(pid=25652): Terminated {rc=256}\u000a16:41:35.219003 --- ParallelTerminationStrategy: PID 25653 died...\u000a16:41:35.271926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25653): Terminated: ok {rc=0}\u000a16:41:35.281621 --- ParallelTerminationStrategy: PID 25654 died...\u000a16:41:35.334100 run iperf3-srv_10.42.42.10(pid=25654): Terminated {rc=256}\u000a16:41:35.343937 --- ParallelTerminationStrategy: PID 25655 died...\u000a16:41:35.397232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25655): Terminated: ok {rc=0}\u000a16:41:35.406797 --- ParallelTerminationStrategy: PID 25656 died...\u000a16:41:35.459556 run iperf3-srv_10.42.42.10(pid=25656): Terminated {rc=256}\u000a16:41:35.469278 --- ParallelTerminationStrategy: PID 25659 died...\u000a16:41:35.521913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25659): Terminated: ok {rc=0}\u000a16:41:35.531736 --- ParallelTerminationStrategy: PID 25662 died...\u000a16:41:35.584908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25662): Terminated: ok {rc=0}\u000a16:41:35.595237 --- ParallelTerminationStrategy: PID 25665 died...\u000a16:41:35.648743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25665): Terminated: ok {rc=0}\u000a16:41:35.738000 bus /gobi_4: Setting Powered False\u000a16:41:36.841068 bus /gobi_4: Setting Powered False\u000a16:41:37.947215 bus /gobi_1: Setting Powered False\u000a16:41:39.048177 bus /gobi_1: Setting Powered False\u000a16:41:40.159526 bus /gobi_0: Setting Powered False\u000a16:41:41.262206 bus /gobi_0: Setting Powered False\u000a16:41:42.373406 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25673): Process ended prematurely: osmo-stp_10.42.42.5(pid=25673) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25673)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25673): Process ended prematurely: osmo-stp_10.42.42.5(pid=25673) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:41:43.440400 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:43.451956 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:41:43.576634 tst ping.py: using LAC 29274\u000a16:41:43.688941 tst ping.py: using RAC 204\u000a16:41:43.801878 tst ping.py: using CellId 29274\u000a16:41:43.914405 tst ping.py: using BVCI 29275\u000a16:41:43.936484 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:43.947460 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:43.958203 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:43.969135 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:43.979921 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:43.990769 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:44.001867 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:44.012754 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:41:44.295467 tst ping.py:19: start network...\u000a16:41:44.425317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:44.922277 run create_hlr_db(pid=25667): Launched\u000a16:41:45.102901 bus /gobi_6: Setting Powered False\u000a16:41:46.127028 run create_hlr_db(pid=25667): Terminated: ok {rc=0}\u000a16:41:46.610445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25669): Launched\u000a16:41:46.958088 run osmo-hlr_10.42.42.2(pid=25670): Launched\u000a16:41:47.088378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:47.704155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25672): Launched\u000a16:41:47.995434 run osmo-stp_10.42.42.5(pid=25673): Launched\u000a16:41:48.102235 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:41:48.610238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25675): Launched\u000a16:41:48.713910 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:41:48.967692 run patchelf(pid=25676): Launched\u000a16:41:49.138614 run osmo-stp_10.42.42.5(pid=25673): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25673)]\u000a16:41:49.263114 run osmo-stp_10.42.42.5(pid=25673): stdout: \u000a| (launched: 2022-12-10_16:41:47.852129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:49.388580 run osmo-stp_10.42.42.5(pid=25673): stderr: \u000a| �[0;m�[38;5;43m20221210164148023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164148023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164148023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164148023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164148024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164148024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164148024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:49.509216 run osmo-stp_10.42.42.5(pid=25673): stdout: \u000a| (launched: 2022-12-10_16:41:47.852129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:49.628572 run osmo-stp_10.42.42.5(pid=25673): stderr: \u000a| �[0;m�[38;5;43m20221210164148023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164148023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164148023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164148023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164148024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164148024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164148024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:49.767538 run patchelf(pid=25676): Terminating (SIGINT)\u000a16:41:49.931733 run patchelf(pid=25676): Terminated: ok {rc=0}\u000a16:41:49.961632 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25673): Process ended prematurely: osmo-stp_10.42.42.5(pid=25673) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25673)] [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a16:41:49.970306 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:41:50.030240 run osmo-hlr_10.42.42.2(pid=25670): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25670)]\u000a16:41:50.078993 run osmo-hlr_10.42.42.2(pid=25670): stdout: \u000a| (launched: 2022-12-10_16:41:46.763077) \u000a16:41:50.128552 run osmo-hlr_10.42.42.2(pid=25670): stderr: \u000a| �[0;m�[1;31m20221210164147146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164147146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164147146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164147146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164147146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164147146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164147166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164147188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164147189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164147190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:50.170435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25669): Terminating (SIGTERM)\u000a16:41:50.210073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25672): Terminating (SIGTERM)\u000a16:41:50.249740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25675): Terminating (SIGTERM)\u000a16:41:50.259168 --- ParallelTerminationStrategy: PID 25669 died...\u000a16:41:50.312697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25669): Terminated: ok {rc=0}\u000a16:41:50.322471 --- ParallelTerminationStrategy: PID 25672 died...\u000a16:41:50.375788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25672): Terminated: ok {rc=0}\u000a16:41:50.385946 --- ParallelTerminationStrategy: PID 25675 died...\u000a16:41:50.438768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25675): Terminated: ok {rc=0}\u000a16:41:50.526726 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25683): Process ended prematurely: osmo-stp_10.42.42.5(pid=25683) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25683)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25683): Process ended prematurely: osmo-stp_10.42.42.5(pid=25683) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:41:51.578949 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:51.591070 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:41:51.717908 tst ping_idle_ping.py: using LAC 29275\u000a16:41:51.832865 tst ping_idle_ping.py: using RAC 205\u000a16:41:51.948774 tst ping_idle_ping.py: using CellId 29275\u000a16:41:52.063034 tst ping_idle_ping.py: using BVCI 29276\u000a16:41:52.085433 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:52.096358 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:52.107175 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:52.118275 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:52.129363 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:52.140260 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:52.151461 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:52.162449 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:41:52.446018 tst ping_idle_ping.py:24: start network...\u000a16:41:52.576387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:53.084529 run create_hlr_db(pid=25677): Launched\u000a16:41:53.267239 bus /gobi_6: Setting Powered False\u000a16:41:54.290088 run create_hlr_db(pid=25677): Terminated: ok {rc=0}\u000a16:41:54.687332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25679): Launched\u000a16:41:54.980809 run osmo-hlr_10.42.42.2(pid=25680): Launched\u000a16:41:55.091050 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:55.604348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25682): Launched\u000a16:41:55.897795 run osmo-stp_10.42.42.5(pid=25683): Launched\u000a16:41:56.004615 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:41:56.514272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25685): Launched\u000a16:41:56.618446 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:41:56.872511 run patchelf(pid=25686): Launched\u000a16:41:57.043295 run osmo-stp_10.42.42.5(pid=25683): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25683)]\u000a16:41:57.168375 run osmo-stp_10.42.42.5(pid=25683): stdout: \u000a| (launched: 2022-12-10_16:41:55.752812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:57.294239 run osmo-stp_10.42.42.5(pid=25683): stderr: \u000a| �[0;m�[38;5;43m20221210164155922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164155922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164155922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164155923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164155923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164155923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164155924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:57.415582 run osmo-stp_10.42.42.5(pid=25683): stdout: \u000a| (launched: 2022-12-10_16:41:55.752812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:57.535629 run osmo-stp_10.42.42.5(pid=25683): stderr: \u000a| �[0;m�[38;5;43m20221210164155922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164155922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164155922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164155923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164155923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164155923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164155924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:57.675730 run patchelf(pid=25686): Terminating (SIGINT)\u000a16:41:57.840412 run patchelf(pid=25686): Terminated: ok {rc=0}\u000a16:41:57.870524 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25683): Process ended prematurely: osmo-stp_10.42.42.5(pid=25683) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25683)] [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:41:57.879061 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a16:41:57.939717 run osmo-hlr_10.42.42.2(pid=25680): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25680)]\u000a16:41:57.988634 run osmo-hlr_10.42.42.2(pid=25680): stdout: \u000a| (launched: 2022-12-10_16:41:54.836790) \u000a16:41:58.038273 run osmo-hlr_10.42.42.2(pid=25680): stderr: \u000a| �[0;m�[1;31m20221210164155010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164155010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164155011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164155011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164155011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164155011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164155023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164155032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164155032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164155032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:58.080262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25679): Terminating (SIGTERM)\u000a16:41:58.120039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25682): Terminating (SIGTERM)\u000a16:41:58.159752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25685): Terminating (SIGTERM)\u000a16:41:58.169235 --- ParallelTerminationStrategy: PID 25679 died...\u000a16:41:58.222651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25679): Terminated: ok {rc=0}\u000a16:41:58.232341 --- ParallelTerminationStrategy: PID 25682 died...\u000a16:41:58.285419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25682): Terminated: ok {rc=0}\u000a16:41:58.294958 --- ParallelTerminationStrategy: PID 25685 died...\u000a16:41:58.348302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25685): Terminated: ok {rc=0}\u000a16:41:58.432029 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:41:00" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25707): Process ended prematurely: osmo-stp_10.42.42.5(pid=25707) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25707)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25707): Process ended prematurely: osmo-stp_10.42.42.5(pid=25707) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:42:00.559774 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:00.570826 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:42:00.716376 tst cs_paging_gprs_active.py: using LAC 29276\u000a16:42:00.839165 tst cs_paging_gprs_active.py: using RAC 206\u000a16:42:00.989674 tst cs_paging_gprs_active.py: using CellId 29276\u000a16:42:01.142653 tst cs_paging_gprs_active.py: using BVCI 29277\u000a16:42:01.167863 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:01.179814 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:01.192320 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:01.205455 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:01.217754 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:01.230941 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:01.243383 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:01.255649 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:01.268333 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:42:01.391277 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:42:01.671010 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:42:01.799633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:02.132744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25697): Launched\u000a16:42:02.391656 run iperf3-srv_10.42.42.10(pid=25698): Launched\u000a16:42:02.574310 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:42:02.698661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:03.007503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25699): Launched\u000a16:42:03.263443 run iperf3-srv_10.42.42.10(pid=25700): Launched\u000a16:42:03.445284 tst cs_paging_gprs_active.py:38: start network...\u000a16:42:03.569301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:04.037624 run create_hlr_db(pid=25701): Launched\u000a16:42:04.209410 bus /gobi_6: Setting Powered False\u000a16:42:05.230859 run create_hlr_db(pid=25701): Terminated: ok {rc=0}\u000a16:42:05.655176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25703): Launched\u000a16:42:05.973906 run osmo-hlr_10.42.42.2(pid=25704): Launched\u000a16:42:06.090560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:06.642390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25706): Launched\u000a16:42:06.959390 run osmo-stp_10.42.42.5(pid=25707): Launched\u000a16:42:07.074707 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:42:07.629499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25709): Launched\u000a16:42:07.742974 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:42:08.020175 run patchelf(pid=25710): Launched\u000a16:42:08.205855 run osmo-stp_10.42.42.5(pid=25707): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25707)]\u000a16:42:08.342211 run osmo-stp_10.42.42.5(pid=25707): stdout: \u000a| (launched: 2022-12-10_16:42:06.804083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:08.479150 run osmo-stp_10.42.42.5(pid=25707): stderr: \u000a| �[0;m�[38;5;43m20221210164206992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164206993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164206993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164206993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164206994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164206994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164206994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:08.611317 run osmo-stp_10.42.42.5(pid=25707): stdout: \u000a| (launched: 2022-12-10_16:42:06.804083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:08.741563 run osmo-stp_10.42.42.5(pid=25707): stderr: \u000a| �[0;m�[38;5;43m20221210164206992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164206993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164206993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164206993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164206994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164206994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164206994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:08.893305 run patchelf(pid=25710): Terminating (SIGINT)\u000a16:42:09.071893 run patchelf(pid=25710): Terminated: ok {rc=0}\u000a16:42:09.105127 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25707): Process ended prematurely: osmo-stp_10.42.42.5(pid=25707) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25707)] [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:42:09.114847 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a16:42:09.177450 run osmo-hlr_10.42.42.2(pid=25704): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25704)]\u000a16:42:09.228384 run osmo-hlr_10.42.42.2(pid=25704): stdout: \u000a| (launched: 2022-12-10_16:42:05.817633) \u000a16:42:09.280129 run osmo-hlr_10.42.42.2(pid=25704): stderr: \u000a| �[0;m�[1;31m20221210164206016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164206016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164206016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164206016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164206016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164206016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164206028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164206036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164206037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164206037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:09.324438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25697): Terminating (SIGTERM)\u000a16:42:09.366330 run iperf3-srv_10.42.42.10(pid=25698): Terminating (SIGTERM)\u000a16:42:09.407905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25699): Terminating (SIGTERM)\u000a16:42:09.449606 run iperf3-srv_10.42.42.10(pid=25700): Terminating (SIGTERM)\u000a16:42:09.491387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25703): Terminating (SIGTERM)\u000a16:42:09.533475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25706): Terminating (SIGTERM)\u000a16:42:09.575339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25709): Terminating (SIGTERM)\u000a16:42:09.585262 --- ParallelTerminationStrategy: PID 25697 died...\u000a16:42:09.641033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25697): Terminated: ok {rc=0}\u000a16:42:09.651151 --- ParallelTerminationStrategy: PID 25698 died...\u000a16:42:09.706450 run iperf3-srv_10.42.42.10(pid=25698): Terminated {rc=256}\u000a16:42:09.716443 --- ParallelTerminationStrategy: PID 25699 died...\u000a16:42:09.771753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25699): Terminated: ok {rc=0}\u000a16:42:09.781824 --- ParallelTerminationStrategy: PID 25700 died...\u000a16:42:09.837070 run iperf3-srv_10.42.42.10(pid=25700): Terminated {rc=256}\u000a16:42:09.847100 --- ParallelTerminationStrategy: PID 25703 died...\u000a16:42:09.902457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25703): Terminated: ok {rc=0}\u000a16:42:09.912470 --- ParallelTerminationStrategy: PID 25706 died...\u000a16:42:09.967723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25706): Terminated: ok {rc=0}\u000a16:42:09.977813 --- ParallelTerminationStrategy: PID 25709 died...\u000a16:42:10.033652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25709): Terminated: ok {rc=0}\u000a16:42:10.120782 bus /gobi_0: Setting Powered False\u000a16:42:11.224494 bus /gobi_0: Setting Powered False\u000a16:42:12.335358 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25719): Process ended prematurely: osmo-stp_10.42.42.5(pid=25719) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25719)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25719): Process ended prematurely: osmo-stp_10.42.42.5(pid=25719) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:42:13.444405 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:13.456004 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:42:13.611767 tst iperf3.py: using LAC 29277\u000a16:42:13.736566 tst iperf3.py: using RAC 207\u000a16:42:13.860573 tst iperf3.py: using CellId 29277\u000a16:42:13.984872 tst iperf3.py: using BVCI 29278\u000a16:42:14.009217 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:14.020555 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:14.032050 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:14.043482 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:14.054890 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:14.066288 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:14.077718 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:14.089102 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:14.100568 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:42:14.389238 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:42:14.521904 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:14.850434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25711): Launched\u000a16:42:15.123027 run iperf3-srv_10.42.42.10(pid=25712): Launched\u000a16:42:15.317828 tst iperf3.py:8: start network...\u000a16:42:15.450425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:16.018949 run create_hlr_db(pid=25713): Launched\u000a16:42:16.212091 bus /gobi_6: Setting Powered False\u000a16:42:17.239339 run create_hlr_db(pid=25713): Terminated: ok {rc=0}\u000a16:42:17.663513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25715): Launched\u000a16:42:17.979406 run osmo-hlr_10.42.42.2(pid=25716): Launched\u000a16:42:18.095901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:18.647588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25718): Launched\u000a16:42:18.964553 run osmo-stp_10.42.42.5(pid=25719): Launched\u000a16:42:19.079235 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:42:19.633489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25721): Launched\u000a16:42:19.746608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:42:20.022381 run patchelf(pid=25722): Launched\u000a16:42:20.208557 run osmo-stp_10.42.42.5(pid=25719): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25719)]\u000a16:42:20.344477 run osmo-stp_10.42.42.5(pid=25719): stdout: \u000a| (launched: 2022-12-10_16:42:18.809466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:20.480846 run osmo-stp_10.42.42.5(pid=25719): stderr: \u000a| �[0;m�[38;5;43m20221210164218999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164218999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164218999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164219000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164219000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164219000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164219000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:20.612610 run osmo-stp_10.42.42.5(pid=25719): stdout: \u000a| (launched: 2022-12-10_16:42:18.809466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:20.742560 run osmo-stp_10.42.42.5(pid=25719): stderr: \u000a| �[0;m�[38;5;43m20221210164218999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164218999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164218999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164219000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164219000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164219000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164219000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:20.894396 run patchelf(pid=25722): Terminating (SIGINT)\u000a16:42:21.072715 run patchelf(pid=25722): Terminated: ok {rc=0}\u000a16:42:21.105522 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25719): Process ended prematurely: osmo-stp_10.42.42.5(pid=25719) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25719)] [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:42:21.115334 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:42:21.178116 run osmo-hlr_10.42.42.2(pid=25716): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25716)]\u000a16:42:21.229270 run osmo-hlr_10.42.42.2(pid=25716): stdout: \u000a| (launched: 2022-12-10_16:42:17.825378) \u000a16:42:21.280900 run osmo-hlr_10.42.42.2(pid=25716): stderr: \u000a| �[0;m�[1;31m20221210164218024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164218024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164218024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164218024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164218024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164218024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164218041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164218049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164218049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164218049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:21.325112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25711): Terminating (SIGTERM)\u000a16:42:21.366738 run iperf3-srv_10.42.42.10(pid=25712): Terminating (SIGTERM)\u000a16:42:21.408290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25715): Terminating (SIGTERM)\u000a16:42:21.449892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25718): Terminating (SIGTERM)\u000a16:42:21.491538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25721): Terminating (SIGTERM)\u000a16:42:21.501244 --- ParallelTerminationStrategy: PID 25711 died...\u000a16:42:21.557100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25711): Terminated: ok {rc=0}\u000a16:42:21.567214 --- ParallelTerminationStrategy: PID 25712 died...\u000a16:42:21.623294 run iperf3-srv_10.42.42.10(pid=25712): Terminated {rc=256}\u000a16:42:21.633477 --- ParallelTerminationStrategy: PID 25715 died...\u000a16:42:21.688724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25715): Terminated: ok {rc=0}\u000a16:42:21.698768 --- ParallelTerminationStrategy: PID 25718 died...\u000a16:42:21.754124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25718): Terminated: ok {rc=0}\u000a16:42:21.764145 --- ParallelTerminationStrategy: PID 25721 died...\u000a16:42:21.819572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25721): Terminated: ok {rc=0}\u000a16:42:21.906281 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25737): Process ended prematurely: osmo-stp_10.42.42.5(pid=25737) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25737)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25737): Process ended prematurely: osmo-stp_10.42.42.5(pid=25737) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:42:23.016267 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:23.027921 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:42:23.173272 tst iperf3m4.py: using LAC 29278\u000a16:42:23.293940 tst iperf3m4.py: using RAC 208\u000a16:42:23.409761 tst iperf3m4.py: using CellId 29278\u000a16:42:23.524868 tst iperf3m4.py: using BVCI 29279\u000a16:42:23.547763 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:23.558839 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:23.569902 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:23.580882 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:23.591744 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:23.603120 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:23.614449 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:23.625441 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:23.636511 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:42:23.756142 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:42:23.875259 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:42:23.990050 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:42:24.266797 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:42:24.390655 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:24.700532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25723): Launched\u000a16:42:24.956797 run iperf3-srv_10.42.42.10(pid=25724): Launched\u000a16:42:25.138587 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:42:25.262418 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:25.571462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25725): Launched\u000a16:42:25.827377 run iperf3-srv_10.42.42.10(pid=25726): Launched\u000a16:42:26.008297 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:42:26.131967 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:26.439981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25727): Launched\u000a16:42:26.704215 run iperf3-srv_10.42.42.10(pid=25728): Launched\u000a16:42:26.899444 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:42:27.032450 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:27.362703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25729): Launched\u000a16:42:27.636464 run iperf3-srv_10.42.42.10(pid=25730): Launched\u000a16:42:27.830891 tst iperf3m4.py:8: start network...\u000a16:42:27.963579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:28.472499 run create_hlr_db(pid=25731): Launched\u000a16:42:28.656642 bus /gobi_6: Setting Powered False\u000a16:42:29.678754 run create_hlr_db(pid=25731): Terminated: ok {rc=0}\u000a16:42:30.102153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25733): Launched\u000a16:42:30.420129 run osmo-hlr_10.42.42.2(pid=25734): Launched\u000a16:42:30.538721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:31.134344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25736): Launched\u000a16:42:31.600097 run osmo-stp_10.42.42.5(pid=25737): Launched\u000a16:42:31.792477 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:42:32.343089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25739): Launched\u000a16:42:32.450663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:42:32.711356 run patchelf(pid=25740): Launched\u000a16:42:32.886176 run osmo-stp_10.42.42.5(pid=25737): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25737)]\u000a16:42:33.014174 run osmo-stp_10.42.42.5(pid=25737): stdout: \u000a| (launched: 2022-12-10_16:42:31.296050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:33.142862 run osmo-stp_10.42.42.5(pid=25737): stderr: \u000a| �[0;m�[38;5;43m20221210164231548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164231548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164231548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164231549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164231549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164231549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164231549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:33.266512 run osmo-stp_10.42.42.5(pid=25737): stdout: \u000a| (launched: 2022-12-10_16:42:31.296050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:33.388894 run osmo-stp_10.42.42.5(pid=25737): stderr: \u000a| �[0;m�[38;5;43m20221210164231548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164231548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164231548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164231549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164231549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164231549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164231549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:33.531985 run patchelf(pid=25740): Terminating (SIGINT)\u000a16:42:33.700097 run patchelf(pid=25740): Terminated: ok {rc=0}\u000a16:42:33.731047 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25737): Process ended prematurely: osmo-stp_10.42.42.5(pid=25737) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25737)] [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:42:33.740267 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a16:42:33.801729 run osmo-hlr_10.42.42.2(pid=25734): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25734)]\u000a16:42:33.851044 run osmo-hlr_10.42.42.2(pid=25734): stdout: \u000a| (launched: 2022-12-10_16:42:30.264860) \u000a16:42:33.901218 run osmo-hlr_10.42.42.2(pid=25734): stderr: \u000a| �[0;m�[1;31m20221210164230462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164230462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164230462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164230462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164230462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164230462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164230474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164230483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164230483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164230483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:33.943344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25723): Terminating (SIGTERM)\u000a16:42:33.983447 run iperf3-srv_10.42.42.10(pid=25724): Terminating (SIGTERM)\u000a16:42:34.023490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25725): Terminating (SIGTERM)\u000a16:42:34.063421 run iperf3-srv_10.42.42.10(pid=25726): Terminating (SIGTERM)\u000a16:42:34.103672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25727): Terminating (SIGTERM)\u000a16:42:34.143716 run iperf3-srv_10.42.42.10(pid=25728): Terminating (SIGTERM)\u000a16:42:34.183811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25729): Terminating (SIGTERM)\u000a16:42:34.223975 run iperf3-srv_10.42.42.10(pid=25730): Terminating (SIGTERM)\u000a16:42:34.264257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25733): Terminating (SIGTERM)\u000a16:42:34.304334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25736): Terminating (SIGTERM)\u000a16:42:34.344450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25739): Terminating (SIGTERM)\u000a16:42:34.353865 --- ParallelTerminationStrategy: PID 25723 died...\u000a16:42:34.407725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25723): Terminated: ok {rc=0}\u000a16:42:34.417893 --- ParallelTerminationStrategy: PID 25724 died...\u000a16:42:34.471225 run iperf3-srv_10.42.42.10(pid=25724): Terminated {rc=256}\u000a16:42:34.481086 --- ParallelTerminationStrategy: PID 25725 died...\u000a16:42:34.534672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25725): Terminated: ok {rc=0}\u000a16:42:34.544790 --- ParallelTerminationStrategy: PID 25726 died...\u000a16:42:34.598157 run iperf3-srv_10.42.42.10(pid=25726): Terminated {rc=256}\u000a16:42:34.607780 --- ParallelTerminationStrategy: PID 25727 died...\u000a16:42:34.661724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25727): Terminated: ok {rc=0}\u000a16:42:34.671502 --- ParallelTerminationStrategy: PID 25728 died...\u000a16:42:34.724383 run iperf3-srv_10.42.42.10(pid=25728): Terminated {rc=256}\u000a16:42:34.734326 --- ParallelTerminationStrategy: PID 25729 died...\u000a16:42:34.787760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25729): Terminated: ok {rc=0}\u000a16:42:34.797893 --- ParallelTerminationStrategy: PID 25730 died...\u000a16:42:34.851053 run iperf3-srv_10.42.42.10(pid=25730): Terminated {rc=256}\u000a16:42:34.860790 --- ParallelTerminationStrategy: PID 25733 died...\u000a16:42:34.913533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25733): Terminated: ok {rc=0}\u000a16:42:34.923417 --- ParallelTerminationStrategy: PID 25736 died...\u000a16:42:34.976727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25736): Terminated: ok {rc=0}\u000a16:42:34.986492 --- ParallelTerminationStrategy: PID 25739 died...\u000a16:42:35.040153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25739): Terminated: ok {rc=0}\u000a16:42:35.124468 bus /gobi_4: Setting Powered False\u000a16:42:36.231657 bus /gobi_4: Setting Powered False\u000a16:42:37.343101 bus /gobi_1: Setting Powered False\u000a16:42:38.447716 bus /gobi_1: Setting Powered False\u000a16:42:39.555291 bus /gobi_0: Setting Powered False\u000a16:42:40.657263 bus /gobi_0: Setting Powered False\u000a16:42:41.769602 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25747): Process ended prematurely: osmo-stp_10.42.42.5(pid=25747) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25747)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25747): Process ended prematurely: osmo-stp_10.42.42.5(pid=25747) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:42:42.836877 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:42.848381 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:42:42.993822 tst ping.py: using LAC 29279\u000a16:42:43.108228 tst ping.py: using RAC 209\u000a16:42:43.224222 tst ping.py: using CellId 29279\u000a16:42:43.338025 tst ping.py: using BVCI 29280\u000a16:42:43.360485 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:43.371517 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:43.382332 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:43.393384 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:43.404369 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:43.415445 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:43.426655 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:43.437704 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:42:43.719903 tst ping.py:19: start network...\u000a16:42:43.850126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:44.349115 run create_hlr_db(pid=25741): Launched\u000a16:42:44.530348 bus /gobi_6: Setting Powered False\u000a16:42:45.552091 run create_hlr_db(pid=25741): Terminated: ok {rc=0}\u000a16:42:45.970487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25743): Launched\u000a16:42:46.360200 run osmo-hlr_10.42.42.2(pid=25744): Launched\u000a16:42:46.468672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:47.075922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25746): Launched\u000a16:42:47.429536 run osmo-stp_10.42.42.5(pid=25747): Launched\u000a16:42:47.573925 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:42:48.092156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25749): Launched\u000a16:42:48.195956 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:42:48.450378 run patchelf(pid=25750): Launched\u000a16:42:48.621571 run osmo-stp_10.42.42.5(pid=25747): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25747)]\u000a16:42:48.746819 run osmo-stp_10.42.42.5(pid=25747): stdout: \u000a| (launched: 2022-12-10_16:42:47.226583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:48.872191 run osmo-stp_10.42.42.5(pid=25747): stderr: \u000a| �[0;m�[38;5;43m20221210164247498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164247498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164247498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164247498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164247499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164247499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164247499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:48.993284 run osmo-stp_10.42.42.5(pid=25747): stdout: \u000a| (launched: 2022-12-10_16:42:47.226583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:49.113129 run osmo-stp_10.42.42.5(pid=25747): stderr: \u000a| �[0;m�[38;5;43m20221210164247498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164247498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164247498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164247498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164247499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164247499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164247499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:49.252905 run patchelf(pid=25750): Terminating (SIGINT)\u000a16:42:49.416883 run patchelf(pid=25750): Terminated: ok {rc=0}\u000a16:42:49.447186 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25747): Process ended prematurely: osmo-stp_10.42.42.5(pid=25747) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25747)] [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:42:49.455643 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:42:49.516019 run osmo-hlr_10.42.42.2(pid=25744): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25744)]\u000a16:42:49.565025 run osmo-hlr_10.42.42.2(pid=25744): stdout: \u000a| (launched: 2022-12-10_16:42:46.122398) \u000a16:42:49.614534 run osmo-hlr_10.42.42.2(pid=25744): stderr: \u000a| �[0;m�[1;31m20221210164246517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164246517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164246518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164246518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164246518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164246518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164246541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164246549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164246549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164246549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:49.656354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25743): Terminating (SIGTERM)\u000a16:42:49.696131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25746): Terminating (SIGTERM)\u000a16:42:49.735796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25749): Terminating (SIGTERM)\u000a16:42:49.745314 --- ParallelTerminationStrategy: PID 25743 died...\u000a16:42:49.798544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25743): Terminated: ok {rc=0}\u000a16:42:49.808348 --- ParallelTerminationStrategy: PID 25746 died...\u000a16:42:49.861100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25746): Terminated: ok {rc=0}\u000a16:42:49.870936 --- ParallelTerminationStrategy: PID 25749 died...\u000a16:42:49.924543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25749): Terminated: ok {rc=0}\u000a16:42:50.007616 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25757): Process ended prematurely: osmo-stp_10.42.42.5(pid=25757) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25757)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25757): Process ended prematurely: osmo-stp_10.42.42.5(pid=25757) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25757)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:42:51.058012 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:51.069445 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:42:51.217188 tst ping_idle_ping.py: using LAC 29280\u000a16:42:51.332075 tst ping_idle_ping.py: using RAC 210\u000a16:42:51.445230 tst ping_idle_ping.py: using CellId 29280\u000a16:42:51.558569 tst ping_idle_ping.py: using BVCI 29281\u000a16:42:51.580869 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:51.591931 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:51.602833 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:51.613825 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:51.624645 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:51.635641 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:51.646841 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:51.657800 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:42:51.943575 tst ping_idle_ping.py:24: start network...\u000a16:42:52.075178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:52.576095 run create_hlr_db(pid=25751): Launched\u000a16:42:52.757680 bus /gobi_6: Setting Powered False\u000a16:42:53.778305 run create_hlr_db(pid=25751): Terminated: ok {rc=0}\u000a16:42:54.171319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25753): Launched\u000a16:42:54.464403 run osmo-hlr_10.42.42.2(pid=25754): Launched\u000a16:42:54.573147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:55.080402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25756): Launched\u000a16:42:55.372440 run osmo-stp_10.42.42.5(pid=25757): Launched\u000a16:42:55.479328 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:42:55.988270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25759): Launched\u000a16:42:56.092308 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:42:56.346643 run patchelf(pid=25760): Launched\u000a16:42:56.518158 run osmo-stp_10.42.42.5(pid=25757): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25757)]\u000a16:42:56.643490 run osmo-stp_10.42.42.5(pid=25757): stdout: \u000a| (launched: 2022-12-10_16:42:55.228517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:56.768889 run osmo-stp_10.42.42.5(pid=25757): stderr: \u000a| �[0;m�[38;5;43m20221210164255396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164255396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164255396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164255397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164255399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164255399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164255399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:56.890088 run osmo-stp_10.42.42.5(pid=25757): stdout: \u000a| (launched: 2022-12-10_16:42:55.228517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:57.010335 run osmo-stp_10.42.42.5(pid=25757): stderr: \u000a| �[0;m�[38;5;43m20221210164255396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164255396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164255396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164255397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164255399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164255399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164255399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:57.150305 run patchelf(pid=25760): Terminating (SIGINT)\u000a16:42:57.314888 run patchelf(pid=25760): Terminated: ok {rc=0}\u000a16:42:57.345235 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25757): Process ended prematurely: osmo-stp_10.42.42.5(pid=25757) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25757)] [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:42:57.353816 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a16:42:57.413869 run osmo-hlr_10.42.42.2(pid=25754): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25754)]\u000a16:42:57.462636 run osmo-hlr_10.42.42.2(pid=25754): stdout: \u000a| (launched: 2022-12-10_16:42:54.320100) \u000a16:42:57.512104 run osmo-hlr_10.42.42.2(pid=25754): stderr: \u000a| �[0;m�[1;31m20221210164254494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164254494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164254494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164254494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164254494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164254494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164254507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164254517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164254517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164254517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:57.554060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25753): Terminating (SIGTERM)\u000a16:42:57.594180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25756): Terminating (SIGTERM)\u000a16:42:57.633929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25759): Terminating (SIGTERM)\u000a16:42:57.643316 --- ParallelTerminationStrategy: PID 25753 died...\u000a16:42:57.697413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25753): Terminated: ok {rc=0}\u000a16:42:57.707287 --- ParallelTerminationStrategy: PID 25756 died...\u000a16:42:57.760538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25756): Terminated: ok {rc=0}\u000a16:42:57.770362 --- ParallelTerminationStrategy: PID 25759 died...\u000a16:42:57.823870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25759): Terminated: ok {rc=0}\u000a16:42:57.905810 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:42:00" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25770): Process ended prematurely: osmo-stp_10.42.42.5(pid=25770) [trial-2376↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25770)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25770): Process ended prematurely: osmo-stp_10.42.42.5(pid=25770) [trial-2376↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:42:59.926465 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:42:59.939102 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:43:00.092105 tst switch_tch_pdch.py: using LAC 29281\u000a16:43:00.212856 tst switch_tch_pdch.py: using RAC 211\u000a16:43:00.333680 tst switch_tch_pdch.py: using CellId 29281\u000a16:43:00.454999 tst switch_tch_pdch.py: using BVCI 29282\u000a16:43:00.478933 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:43:00.490967 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:43:00.502895 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:43:00.514742 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:43:00.526655 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:43:00.538563 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:43:00.550884 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:43:00.562965 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:43:00.678075 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:43:00.988008 tst switch_tch_pdch.py:51: start network...\u000a16:43:01.140866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:01.657549 run create_hlr_db(pid=25764): Launched\u000a16:43:01.833761 bus /gobi_6: Setting Powered False\u000a16:43:02.858918 run create_hlr_db(pid=25764): Terminated: ok {rc=0}\u000a16:43:03.251863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25766): Launched\u000a16:43:03.544812 run osmo-hlr_10.42.42.2(pid=25767): Launched\u000a16:43:03.658278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:04.172515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25769): Launched\u000a16:43:04.463689 run osmo-stp_10.42.42.5(pid=25770): Launched\u000a16:43:04.569994 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:43:05.076778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25772): Launched\u000a16:43:05.179959 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:43:05.432877 run patchelf(pid=25773): Launched\u000a16:43:05.603950 run osmo-stp_10.42.42.5(pid=25770): ERR: Terminated: ERROR {rc=1} [trial-2376↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25770)]\u000a16:43:05.728567 run osmo-stp_10.42.42.5(pid=25770): stdout: \u000a| (launched: 2022-12-10_16:43:04.320245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:05.853486 run osmo-stp_10.42.42.5(pid=25770): stderr: \u000a| �[0;m�[38;5;43m20221210164304492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164304493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164304493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164304493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164304494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164304494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164304494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:05.974154 run osmo-stp_10.42.42.5(pid=25770): stdout: \u000a| (launched: 2022-12-10_16:43:04.320245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:06.093927 run osmo-stp_10.42.42.5(pid=25770): stderr: \u000a| �[0;m�[38;5;43m20221210164304492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164304493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164304493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164304493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164304494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164304494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164304494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:06.233278 run patchelf(pid=25773): Terminating (SIGINT)\u000a16:43:06.396901 run patchelf(pid=25773): Terminated: ok {rc=0}\u000a16:43:06.426947 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25770): Process ended prematurely: osmo-stp_10.42.42.5(pid=25770) [trial-2376↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25770)] [trial-2376↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:43:06.435598 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a16:43:06.495870 run osmo-hlr_10.42.42.2(pid=25767): ERR: Terminated: ERROR {rc=237} [trial-2376↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25767)]\u000a16:43:06.544434 run osmo-hlr_10.42.42.2(pid=25767): stdout: \u000a| (launched: 2022-12-10_16:43:03.400061) \u000a16:43:06.593787 run osmo-hlr_10.42.42.2(pid=25767): stderr: \u000a| �[0;m�[1;31m20221210164303575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164303575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164303575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164303575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164303575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164303575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164303589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164303597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164303597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164303598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:06.635431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25766): Terminating (SIGTERM)\u000a16:43:06.675081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25769): Terminating (SIGTERM)\u000a16:43:06.714657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25772): Terminating (SIGTERM)\u000a16:43:06.724071 --- ParallelTerminationStrategy: PID 25766 died...\u000a16:43:06.776888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25766): Terminated: ok {rc=0}\u000a16:43:06.786785 --- ParallelTerminationStrategy: PID 25769 died...\u000a16:43:06.839347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25769): Terminated: ok {rc=0}\u000a16:43:06.849193 --- ParallelTerminationStrategy: PID 25772 died...\u000a16:43:06.901785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25772): Terminated: ok {rc=0}\u000a16:43:06.990097 bus /gobi_0: Setting Powered False\u000a16:43:08.092041 bus /gobi_0: Setting Powered False\u000a16:43:09.198484 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:42:59" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25784): Process ended prematurely: osmo-stp_10.42.42.5(pid=25784) [trial-2376↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25784)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25784): Process ended prematurely: osmo-stp_10.42.42.5(pid=25784) [trial-2376↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25784)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a16:43:11.130968 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:11.141690 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:43:11.272371 tst mo_mt_sms.py: using LAC 29282\u000a16:43:11.387062 tst mo_mt_sms.py: using RAC 212\u000a16:43:11.502266 tst mo_mt_sms.py: using CellId 29282\u000a16:43:11.624811 tst mo_mt_sms.py: using BVCI 29283\u000a16:43:11.648508 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:11.659617 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:11.670792 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:11.681981 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:11.692920 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:11.704005 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a16:43:11.818865 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a16:43:12.013991 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:12.474006 run create_hlr_db(pid=25778): Launched\u000a16:43:12.643136 bus /gobi_6: Setting Powered False\u000a16:43:13.664907 run create_hlr_db(pid=25778): Terminated: ok {rc=0}\u000a16:43:14.054348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25780): Launched\u000a16:43:14.346569 run osmo-hlr_10.42.42.2(pid=25781): Launched\u000a16:43:14.458348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:14.975079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25783): Launched\u000a16:43:15.267520 run osmo-stp_10.42.42.5(pid=25784): Launched\u000a16:43:15.375039 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:43:15.921270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25786): Launched\u000a16:43:16.409543 run osmo-msc_10.42.42.6(pid=25787): Launched\u000a16:43:16.808239 run osmo-stp_10.42.42.5(pid=25784): ERR: Terminated: ERROR {rc=1} [trial-2376↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25784)]\u000a16:43:16.952161 run osmo-stp_10.42.42.5(pid=25784): stdout: \u000a| (launched: 2022-12-10_16:43:15.123266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:17.086975 run osmo-stp_10.42.42.5(pid=25784): stderr: \u000a| �[0;m�[38;5;43m20221210164315295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164315295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164315295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164315296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164315296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164315296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164315296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:17.216781 run osmo-stp_10.42.42.5(pid=25784): stdout: \u000a| (launched: 2022-12-10_16:43:15.123266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:17.344261 run osmo-stp_10.42.42.5(pid=25784): stderr: \u000a| �[0;m�[38;5;43m20221210164315295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164315295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164315295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164315296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164315296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164315296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164315296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:17.399158 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25784): Process ended prematurely: osmo-stp_10.42.42.5(pid=25784) [trial-2376↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25784)] [trial-2376↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a16:43:17.408482 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a16:43:17.471191 run osmo-hlr_10.42.42.2(pid=25781): ERR: Terminated: ERROR {rc=237} [trial-2376↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25781)]\u000a16:43:17.522530 run osmo-hlr_10.42.42.2(pid=25781): stdout: \u000a| (launched: 2022-12-10_16:43:14.202395) \u000a16:43:17.575106 run osmo-hlr_10.42.42.2(pid=25781): stderr: \u000a| �[0;m�[1;31m20221210164314377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164314377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164314377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164314377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164314377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164314377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164314390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164314400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164314400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164314400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:17.645872 run osmo-msc_10.42.42.6(pid=25787): ERR: Terminated: ERROR {rc=2} [trial-2376↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25787)]\u000a16:43:17.696998 run osmo-msc_10.42.42.6(pid=25787): stdout: \u000a| (launched: 2022-12-10_16:43:16.076744) \u000a16:43:17.748554 run osmo-msc_10.42.42.6(pid=25787): stderr: \u000a| �[0;m�[38;5;43m20221210164316471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210164316471 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d1dc82c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210164316471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210164316471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210164316472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210164316472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210164316474 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210164316474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210164316475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210164316475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:43:17.792615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25780): Terminating (SIGTERM)\u000a16:43:17.834632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25783): Terminating (SIGTERM)\u000a16:43:17.876430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25786): Terminating (SIGTERM)\u000a16:43:17.886215 --- ParallelTerminationStrategy: PID 25780 died...\u000a16:43:17.942279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25780): Terminated: ok {rc=0}\u000a16:43:17.952406 --- ParallelTerminationStrategy: PID 25783 died...\u000a16:43:18.008270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25783): Terminated: ok {rc=0}\u000a16:43:18.018417 --- ParallelTerminationStrategy: PID 25786 died...\u000a16:43:18.074480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25786): Terminated: ok {rc=0}\u000a16:43:18.162556 bus /sierra_3: Setting Powered False\u000a16:43:19.265292 bus /sierra_3: Setting Powered False\u000a16:43:20.376714 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:43:10" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25794): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25794) [trial-2376↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25794)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25794): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25794) [trial-2376↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a16:43:22.221249 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a16:43:22.232126 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:43:22.361304 tst assert_extension.py: using LAC 29283\u000a16:43:22.474360 tst assert_extension.py: using RAC 213\u000a16:43:22.589203 tst assert_extension.py: using CellId 29283\u000a16:43:22.708518 tst assert_extension.py: using BVCI 29284\u000a16:43:22.730673 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a16:43:23.016011 tst assert_extension.py:10: start nitb and bts...\u000a16:43:23.146502 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:43:23.793723 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25793): Launched\u000a16:43:24.103834 run osmo-nitb_10.42.42.2(pid=25794): Launched\u000a16:43:24.295216 run osmo-nitb_10.42.42.2(pid=25794): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25794)]\u000a16:43:24.436910 run osmo-nitb_10.42.42.2(pid=25794): stdout: \u000a| (launched: 2022-12-10_16:43:23.953309) \u000a16:43:24.579445 run osmo-nitb_10.42.42.2(pid=25794): stderr: \u000a| (launched: 2022-12-10_16:43:23.999950)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:43:24.717487 run osmo-nitb_10.42.42.2(pid=25794): stdout: \u000a| (launched: 2022-12-10_16:43:23.953309) \u000a16:43:24.853397 run osmo-nitb_10.42.42.2(pid=25794): stderr: \u000a| (launched: 2022-12-10_16:43:23.999950)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:43:25.230515 tst osmo-nitb_10.42.42.2(pid=25794): stdout: \u000a| (launched: 2022-12-10_16:43:23.953309) \u000a16:43:25.355520 tst osmo-nitb_10.42.42.2(pid=25794): stderr: \u000a| (launched: 2022-12-10_16:43:23.999950)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:43:25.410241 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25794): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25794) [trial-2376↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25794)] [trial-2376↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a16:43:25.418831 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a16:43:25.455053 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25793): Terminating (SIGTERM)\u000a16:43:25.632775 --- ParallelTerminationStrategy: PID 25793 died...\u000a16:43:25.690538 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25793): Terminated: ok {rc=0}\u000a16:43:25.777537 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:43:22" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25805): Process ended prematurely: osmo-stp_10.42.42.5(pid=25805) [trial-2376↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25805)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25805): Process ended prematurely: osmo-stp_10.42.42.5(pid=25805) [trial-2376↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a16:43:27.610905 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:27.622087 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:43:27.758093 tst assert_extension.py: using LAC 29284\u000a16:43:27.884019 tst assert_extension.py: using RAC 214\u000a16:43:28.005706 tst assert_extension.py: using CellId 29284\u000a16:43:28.126265 tst assert_extension.py: using BVCI 29285\u000a16:43:28.150020 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:28.161169 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:28.172090 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:28.183073 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:28.194029 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:28.205290 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a16:43:28.398711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:28.859454 run create_hlr_db(pid=25799): Launched\u000a16:43:29.028824 bus /sierra_2: Setting Powered False\u000a16:43:30.051020 run create_hlr_db(pid=25799): Terminated: ok {rc=0}\u000a16:43:30.467963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25801): Launched\u000a16:43:30.782267 run osmo-hlr_10.42.42.2(pid=25802): Launched\u000a16:43:30.909375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:31.569712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25804): Launched\u000a16:43:31.975656 run osmo-stp_10.42.42.5(pid=25805): Launched\u000a16:43:32.201188 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:43:32.833801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25807): Launched\u000a16:43:33.145711 run osmo-msc_10.42.42.6(pid=25808): Launched\u000a16:43:33.328663 run osmo-stp_10.42.42.5(pid=25805): ERR: Terminated: ERROR {rc=1} [trial-2376↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25805)]\u000a16:43:33.461077 run osmo-stp_10.42.42.5(pid=25805): stdout: \u000a| (launched: 2022-12-10_16:43:31.723280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:33.593791 run osmo-stp_10.42.42.5(pid=25805): stderr: \u000a| �[0;m�[38;5;43m20221210164332059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164332059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164332059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164332064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164332064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164332064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164332064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:33.719725 run osmo-stp_10.42.42.5(pid=25805): stdout: \u000a| (launched: 2022-12-10_16:43:31.723280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:33.845124 run osmo-stp_10.42.42.5(pid=25805): stderr: \u000a| �[0;m�[38;5;43m20221210164332059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164332059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164332059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164332064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164332064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164332064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164332064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:33.899580 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25805): Process ended prematurely: osmo-stp_10.42.42.5(pid=25805) [trial-2376↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25805)] [trial-2376↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a16:43:33.908062 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a16:43:33.970778 run osmo-hlr_10.42.42.2(pid=25802): ERR: Terminated: ERROR {rc=237} [trial-2376↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25802)]\u000a16:43:34.022273 run osmo-hlr_10.42.42.2(pid=25802): stdout: \u000a| (launched: 2022-12-10_16:43:30.628312) \u000a16:43:34.074502 run osmo-hlr_10.42.42.2(pid=25802): stderr: \u000a| �[0;m�[1;31m20221210164330827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164330827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164330827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164330827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164330827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164330827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164330851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164330872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164330872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164330872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:34.145453 run osmo-msc_10.42.42.6(pid=25808): ERR: Terminated: ERROR {rc=2} [trial-2376↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25808)]\u000a16:43:34.196892 run osmo-msc_10.42.42.6(pid=25808): stdout: \u000a| (launched: 2022-12-10_16:43:32.992483) \u000a16:43:34.249253 run osmo-msc_10.42.42.6(pid=25808): stderr: \u000a| �[0;m�[38;5;43m20221210164333311 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210164333311 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f146595cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210164333311 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210164333311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210164333312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210164333312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210164333314 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210164333314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210164333314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210164333314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:43:34.293736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25801): Terminating (SIGTERM)\u000a16:43:34.335866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25804): Terminating (SIGTERM)\u000a16:43:34.378117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25807): Terminating (SIGTERM)\u000a16:43:34.387890 --- ParallelTerminationStrategy: PID 25801 died...\u000a16:43:34.444117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25801): Terminated: ok {rc=0}\u000a16:43:34.454387 --- ParallelTerminationStrategy: PID 25804 died...\u000a16:43:34.510294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25804): Terminated: ok {rc=0}\u000a16:43:34.520399 --- ParallelTerminationStrategy: PID 25807 died...\u000a16:43:34.576577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25807): Terminated: ok {rc=0}\u000a16:43:34.663989 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:43:27" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25819): Process ended prematurely: osmo-stp_10.42.42.5(pid=25819) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25819)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25819): Process ended prematurely: osmo-stp_10.42.42.5(pid=25819) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:43:36.614555 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:36.625851 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:43:36.778555 tst mo_mt_call.py: using LAC 29285\u000a16:43:36.894961 tst mo_mt_call.py: using RAC 215\u000a16:43:37.011121 tst mo_mt_call.py: using CellId 29285\u000a16:43:37.127732 tst mo_mt_call.py: using BVCI 29286\u000a16:43:37.150474 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:37.161615 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:37.172592 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:37.183837 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:37.195393 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:37.206842 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:43:37.324374 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:43:37.533482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:38.040303 run create_hlr_db(pid=25813): Launched\u000a16:43:38.224166 bus /sierra_2: Setting Powered False\u000a16:43:39.246451 run create_hlr_db(pid=25813): Terminated: ok {rc=0}\u000a16:43:39.646244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25815): Launched\u000a16:43:39.942967 run osmo-hlr_10.42.42.2(pid=25816): Launched\u000a16:43:40.058030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:40.582089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25818): Launched\u000a16:43:40.878807 run osmo-stp_10.42.42.5(pid=25819): Launched\u000a16:43:40.986955 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:43:41.530022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25821): Launched\u000a16:43:41.828129 run osmo-msc_10.42.42.6(pid=25822): Launched\u000a16:43:42.003072 run osmo-stp_10.42.42.5(pid=25819): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25819)]\u000a16:43:42.130073 run osmo-stp_10.42.42.5(pid=25819): stdout: \u000a| (launched: 2022-12-10_16:43:40.733402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:42.254212 run osmo-stp_10.42.42.5(pid=25819): stderr: \u000a| �[0;m�[38;5;43m20221210164340904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164340905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164340905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164340905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164340907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164340908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164340908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:42.373915 run osmo-stp_10.42.42.5(pid=25819): stdout: \u000a| (launched: 2022-12-10_16:43:40.733402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:42.492424 run osmo-stp_10.42.42.5(pid=25819): stderr: \u000a| �[0;m�[38;5;43m20221210164340904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164340905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164340905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164340905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164340907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164340908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164340908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:42.544789 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25819): Process ended prematurely: osmo-stp_10.42.42.5(pid=25819) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25819)] [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:43:42.553412 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a16:43:42.613697 run osmo-hlr_10.42.42.2(pid=25816): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25816)]\u000a16:43:42.663035 run osmo-hlr_10.42.42.2(pid=25816): stdout: \u000a| (launched: 2022-12-10_16:43:39.796572) \u000a16:43:42.713138 run osmo-hlr_10.42.42.2(pid=25816): stderr: \u000a| �[0;m�[1;31m20221210164339975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164339975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164339975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164339975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164339975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164339975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164339990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164339998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164339998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164339998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:42.781252 run osmo-msc_10.42.42.6(pid=25822): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25822)]\u000a16:43:42.830736 run osmo-msc_10.42.42.6(pid=25822): stdout: \u000a| (launched: 2022-12-10_16:43:41.680935) \u000a16:43:42.880325 run osmo-msc_10.42.42.6(pid=25822): stderr: \u000a| �[0;m�[38;5;43m20221210164341951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210164341951 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6b3a6fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210164341951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210164341951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210164341951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210164341951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210164341953 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210164341954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210164341954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210164341954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:43:42.922222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25815): Terminating (SIGTERM)\u000a16:43:42.962106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25818): Terminating (SIGTERM)\u000a16:43:43.002023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25821): Terminating (SIGTERM)\u000a16:43:43.011498 --- ParallelTerminationStrategy: PID 25815 died...\u000a16:43:43.065190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25815): Terminated: ok {rc=0}\u000a16:43:43.074894 --- ParallelTerminationStrategy: PID 25818 died...\u000a16:43:43.127952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25818): Terminated: ok {rc=0}\u000a16:43:43.137827 --- ParallelTerminationStrategy: PID 25821 died...\u000a16:43:43.191060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25821): Terminated: ok {rc=0}\u000a16:43:43.273926 bus /sierra_3: Setting Powered False\u000a16:43:44.380717 bus /sierra_3: Setting Powered False\u000a16:43:45.488587 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25830): Process ended prematurely: osmo-stp_10.42.42.5(pid=25830) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25830)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25830): Process ended prematurely: osmo-stp_10.42.42.5(pid=25830) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:43:46.621216 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:46.637447 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:43:46.810194 tst mo_mt_call_osmux.py: using LAC 29286\u000a16:43:46.954032 tst mo_mt_call_osmux.py: using RAC 216\u000a16:43:47.102685 tst mo_mt_call_osmux.py: using CellId 29286\u000a16:43:47.225222 tst mo_mt_call_osmux.py: using BVCI 29287\u000a16:43:47.249183 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:47.261284 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:47.273238 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:47.287258 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:47.298917 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:47.310293 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:43:47.428114 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:43:47.633750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:48.103584 run create_hlr_db(pid=25824): Launched\u000a16:43:48.275268 bus /sierra_2: Setting Powered False\u000a16:43:49.297434 run create_hlr_db(pid=25824): Terminated: ok {rc=0}\u000a16:43:49.694945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25826): Launched\u000a16:43:49.993959 run osmo-hlr_10.42.42.2(pid=25827): Launched\u000a16:43:50.106769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:50.634515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25829): Launched\u000a16:43:50.933672 run osmo-stp_10.42.42.5(pid=25830): Launched\u000a16:43:51.043140 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:43:51.588208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25832): Launched\u000a16:43:51.885945 run osmo-msc_10.42.42.6(pid=25833): Launched\u000a16:43:52.061701 run osmo-stp_10.42.42.5(pid=25830): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25830)]\u000a16:43:52.189089 run osmo-stp_10.42.42.5(pid=25830): stdout: \u000a| (launched: 2022-12-10_16:43:50.785824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:52.314877 run osmo-stp_10.42.42.5(pid=25830): stderr: \u000a| �[0;m�[38;5;43m20221210164350956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164350956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164350956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164350957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164350957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164350957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164350957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:52.435181 run osmo-stp_10.42.42.5(pid=25830): stdout: \u000a| (launched: 2022-12-10_16:43:50.785824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:52.554627 run osmo-stp_10.42.42.5(pid=25830): stderr: \u000a| �[0;m�[38;5;43m20221210164350956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164350956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164350956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164350957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164350957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164350957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164350957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:52.607122 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25830): Process ended prematurely: osmo-stp_10.42.42.5(pid=25830) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25830)] [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:43:52.615675 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a16:43:52.677260 run osmo-hlr_10.42.42.2(pid=25827): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25827)]\u000a16:43:52.726649 run osmo-hlr_10.42.42.2(pid=25827): stdout: \u000a| (launched: 2022-12-10_16:43:49.846058) \u000a16:43:52.776767 run osmo-hlr_10.42.42.2(pid=25827): stderr: \u000a| �[0;m�[1;31m20221210164350024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164350024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164350024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164350024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164350024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164350024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164350037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164350045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164350045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164350045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:52.845125 run osmo-msc_10.42.42.6(pid=25833): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25833)]\u000a16:43:52.894394 run osmo-msc_10.42.42.6(pid=25833): stdout: \u000a| (launched: 2022-12-10_16:43:51.739293) \u000a16:43:52.944442 run osmo-msc_10.42.42.6(pid=25833): stderr: \u000a| �[0;m�[38;5;43m20221210164352010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210164352010 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe4105bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210164352010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210164352010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210164352010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210164352010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210164352012 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210164352012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210164352013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210164352013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:43:52.986448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25826): Terminating (SIGTERM)\u000a16:43:53.027047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25829): Terminating (SIGTERM)\u000a16:43:53.067625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25832): Terminating (SIGTERM)\u000a16:43:53.077648 --- ParallelTerminationStrategy: PID 25826 died...\u000a16:43:53.131739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25826): Terminated: ok {rc=0}\u000a16:43:53.142153 --- ParallelTerminationStrategy: PID 25829 died...\u000a16:43:53.196535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25829): Terminated: ok {rc=0}\u000a16:43:53.206385 --- ParallelTerminationStrategy: PID 25832 died...\u000a16:43:53.260326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25832): Terminated: ok {rc=0}\u000a16:43:53.349477 bus /sierra_3: Setting Powered False\u000a16:43:54.453856 bus /sierra_3: Setting Powered False\u000a16:43:55.560501 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:43:36" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25845): Process ended prematurely: osmo-stp_10.42.42.5(pid=25845) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25845)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25845): Process ended prematurely: osmo-stp_10.42.42.5(pid=25845) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25845)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:43:57.560552 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:57.572251 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:43:57.731403 tst mo_mt_call.py: using LAC 29287\u000a16:43:57.857142 tst mo_mt_call.py: using RAC 217\u000a16:43:57.985293 tst mo_mt_call.py: using CellId 29287\u000a16:43:58.107653 tst mo_mt_call.py: using BVCI 29288\u000a16:43:58.131777 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:58.143537 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:58.154990 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:58.166487 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:58.177983 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:58.189336 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:43:58.302804 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:43:58.504062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:58.974433 run create_hlr_db(pid=25839): Launched\u000a16:43:59.145787 bus /sierra_2: Setting Powered False\u000a16:44:00.168848 run create_hlr_db(pid=25839): Terminated: ok {rc=0}\u000a16:44:00.566008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25841): Launched\u000a16:44:00.871472 run osmo-hlr_10.42.42.2(pid=25842): Launched\u000a16:44:01.070195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:01.712164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25844): Launched\u000a16:44:02.131226 run osmo-stp_10.42.42.5(pid=25845): Launched\u000a16:44:02.391694 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:44:02.975486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25847): Launched\u000a16:44:03.291957 run osmo-msc_10.42.42.6(pid=25848): Launched\u000a16:44:03.477895 run osmo-stp_10.42.42.5(pid=25845): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25845)]\u000a16:44:03.612075 run osmo-stp_10.42.42.5(pid=25845): stdout: \u000a| (launched: 2022-12-10_16:44:01.866234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:03.746429 run osmo-stp_10.42.42.5(pid=25845): stderr: \u000a| �[0;m�[38;5;43m20221210164402169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164402169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164402169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164402169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164402170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164402170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164402170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:03.873974 run osmo-stp_10.42.42.5(pid=25845): stdout: \u000a| (launched: 2022-12-10_16:44:01.866234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:04.000414 run osmo-stp_10.42.42.5(pid=25845): stderr: \u000a| �[0;m�[38;5;43m20221210164402169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164402169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164402169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164402169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164402170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164402170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164402170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:04.056143 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25845): Process ended prematurely: osmo-stp_10.42.42.5(pid=25845) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25845)] [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:44:04.065280 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:44:04.127202 run osmo-hlr_10.42.42.2(pid=25842): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25842)]\u000a16:44:04.178086 run osmo-hlr_10.42.42.2(pid=25842): stdout: \u000a| (launched: 2022-12-10_16:44:00.716890) \u000a16:44:04.229898 run osmo-hlr_10.42.42.2(pid=25842): stderr: \u000a| �[0;m�[1;31m20221210164400954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164400954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164400954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164400954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164400954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164400954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164400971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164400994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164400994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164400994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:04.299888 run osmo-msc_10.42.42.6(pid=25848): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25848)]\u000a16:44:04.351170 run osmo-msc_10.42.42.6(pid=25848): stdout: \u000a| (launched: 2022-12-10_16:44:03.137271) \u000a16:44:04.402471 run osmo-msc_10.42.42.6(pid=25848): stderr: \u000a| �[0;m�[38;5;43m20221210164403458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210164403458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61edc42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210164403459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210164403459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210164403459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210164403459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210164403461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210164403461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210164403461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210164403461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:44:04.446521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25841): Terminating (SIGTERM)\u000a16:44:04.487994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25844): Terminating (SIGTERM)\u000a16:44:04.529883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25847): Terminating (SIGTERM)\u000a16:44:04.539657 --- ParallelTerminationStrategy: PID 25841 died...\u000a16:44:04.595817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25841): Terminated: ok {rc=0}\u000a16:44:04.606368 --- ParallelTerminationStrategy: PID 25844 died...\u000a16:44:04.661807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25844): Terminated: ok {rc=0}\u000a16:44:04.671846 --- ParallelTerminationStrategy: PID 25847 died...\u000a16:44:04.727070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25847): Terminated: ok {rc=0}\u000a16:44:04.813736 bus /sierra_3: Setting Powered False\u000a16:44:05.920312 bus /sierra_3: Setting Powered False\u000a16:44:07.027013 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25856): Process ended prematurely: osmo-stp_10.42.42.5(pid=25856) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25856)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25856): Process ended prematurely: osmo-stp_10.42.42.5(pid=25856) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:44:08.135930 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:08.147597 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:44:08.303863 tst mo_mt_call_osmux.py: using LAC 29288\u000a16:44:08.419709 tst mo_mt_call_osmux.py: using RAC 218\u000a16:44:08.535675 tst mo_mt_call_osmux.py: using CellId 29288\u000a16:44:08.653851 tst mo_mt_call_osmux.py: using BVCI 29289\u000a16:44:08.676464 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:08.687555 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:08.698616 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:08.709789 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:08.721061 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:08.732172 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:44:08.846345 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:44:09.054887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:09.562987 run create_hlr_db(pid=25850): Launched\u000a16:44:09.749173 bus /sierra_2: Setting Powered False\u000a16:44:10.769796 run create_hlr_db(pid=25850): Terminated: ok {rc=0}\u000a16:44:11.193845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25852): Launched\u000a16:44:11.510751 run osmo-hlr_10.42.42.2(pid=25853): Launched\u000a16:44:11.627280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:12.178657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25855): Launched\u000a16:44:12.495481 run osmo-stp_10.42.42.5(pid=25856): Launched\u000a16:44:12.610955 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:44:13.191550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25858): Launched\u000a16:44:13.510521 run osmo-msc_10.42.42.6(pid=25859): Launched\u000a16:44:13.696380 run osmo-stp_10.42.42.5(pid=25856): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25856)]\u000a16:44:13.830397 run osmo-stp_10.42.42.5(pid=25856): stdout: \u000a| (launched: 2022-12-10_16:44:12.340376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:13.963881 run osmo-stp_10.42.42.5(pid=25856): stderr: \u000a| �[0;m�[38;5;43m20221210164412532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164412532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164412532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164412533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164412533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164412533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164412533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:14.092198 run osmo-stp_10.42.42.5(pid=25856): stdout: \u000a| (launched: 2022-12-10_16:44:12.340376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:14.219112 run osmo-stp_10.42.42.5(pid=25856): stderr: \u000a| �[0;m�[38;5;43m20221210164412532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164412532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164412532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164412533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164412533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164412533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164412533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:14.274952 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25856): Process ended prematurely: osmo-stp_10.42.42.5(pid=25856) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25856)] [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:44:14.284021 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:44:14.346498 run osmo-hlr_10.42.42.2(pid=25853): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25853)]\u000a16:44:14.397530 run osmo-hlr_10.42.42.2(pid=25853): stdout: \u000a| (launched: 2022-12-10_16:44:11.355786) \u000a16:44:14.449427 run osmo-hlr_10.42.42.2(pid=25853): stderr: \u000a| �[0;m�[1;31m20221210164411554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164411554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164411555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164411555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164411555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164411555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164411568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164411576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164411576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164411576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:14.520078 run osmo-msc_10.42.42.6(pid=25859): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25859)]\u000a16:44:14.571295 run osmo-msc_10.42.42.6(pid=25859): stdout: \u000a| (launched: 2022-12-10_16:44:13.354223) \u000a16:44:14.623172 run osmo-msc_10.42.42.6(pid=25859): stderr: \u000a| �[0;m�[38;5;43m20221210164413677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210164413677 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4872327c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210164413678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210164413678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210164413678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210164413678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210164413680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210164413680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210164413680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210164413680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:44:14.667233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25852): Terminating (SIGTERM)\u000a16:44:14.708816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25855): Terminating (SIGTERM)\u000a16:44:14.750403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25858): Terminating (SIGTERM)\u000a16:44:14.759728 --- ParallelTerminationStrategy: PID 25852 died...\u000a16:44:14.816239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25852): Terminated: ok {rc=0}\u000a16:44:14.826451 --- ParallelTerminationStrategy: PID 25855 died...\u000a16:44:14.882091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25855): Terminated: ok {rc=0}\u000a16:44:14.892163 --- ParallelTerminationStrategy: PID 25858 died...\u000a16:44:14.947750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25858): Terminated: ok {rc=0}\u000a16:44:15.036079 bus /sierra_3: Setting Powered False\u000a16:44:16.144831 bus /sierra_3: Setting Powered False\u000a16:44:17.256177 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:43:57" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25870): Process ended prematurely: osmo-stp_10.42.42.5(pid=25870) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25870)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25870): Process ended prematurely: osmo-stp_10.42.42.5(pid=25870) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:44:19.258511 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:19.270229 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:44:19.429113 tst mo_mt_call.py: using LAC 29289\u000a16:44:19.554726 tst mo_mt_call.py: using RAC 219\u000a16:44:19.679946 tst mo_mt_call.py: using CellId 29289\u000a16:44:19.804624 tst mo_mt_call.py: using BVCI 29290\u000a16:44:19.828816 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:19.840426 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:19.851855 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:19.863292 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:19.874768 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:19.886307 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:44:20.000264 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:44:20.208807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:20.718549 run create_hlr_db(pid=25864): Launched\u000a16:44:20.902283 bus /sierra_2: Setting Powered False\u000a16:44:21.924242 run create_hlr_db(pid=25864): Terminated: ok {rc=0}\u000a16:44:22.325256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25866): Launched\u000a16:44:22.624257 run osmo-hlr_10.42.42.2(pid=25867): Launched\u000a16:44:22.739862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:23.262000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25869): Launched\u000a16:44:23.558615 run osmo-stp_10.42.42.5(pid=25870): Launched\u000a16:44:23.667353 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:44:24.209877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25872): Launched\u000a16:44:24.508183 run osmo-msc_10.42.42.6(pid=25873): Launched\u000a16:44:24.683963 run osmo-stp_10.42.42.5(pid=25870): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25870)]\u000a16:44:24.811365 run osmo-stp_10.42.42.5(pid=25870): stdout: \u000a| (launched: 2022-12-10_16:44:23.412848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:24.935457 run osmo-stp_10.42.42.5(pid=25870): stderr: \u000a| �[0;m�[38;5;43m20221210164423582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164423582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164423583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164423583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164423583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164423584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164423584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:25.055125 run osmo-stp_10.42.42.5(pid=25870): stdout: \u000a| (launched: 2022-12-10_16:44:23.412848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:25.174654 run osmo-stp_10.42.42.5(pid=25870): stderr: \u000a| �[0;m�[38;5;43m20221210164423582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164423582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164423583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164423583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164423583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164423584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164423584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:25.227017 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25870): Process ended prematurely: osmo-stp_10.42.42.5(pid=25870) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25870)] [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:44:25.235638 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a16:44:25.296077 run osmo-hlr_10.42.42.2(pid=25867): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25867)]\u000a16:44:25.345352 run osmo-hlr_10.42.42.2(pid=25867): stdout: \u000a| (launched: 2022-12-10_16:44:22.476423) \u000a16:44:25.394986 run osmo-hlr_10.42.42.2(pid=25867): stderr: \u000a| �[0;m�[1;31m20221210164422653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164422653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164422653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164422653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164422653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164422653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164422665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164422676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164422676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164422676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:25.462286 run osmo-msc_10.42.42.6(pid=25873): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25873)]\u000a16:44:25.511194 run osmo-msc_10.42.42.6(pid=25873): stdout: \u000a| (launched: 2022-12-10_16:44:24.360610) \u000a16:44:25.561163 run osmo-msc_10.42.42.6(pid=25873): stderr: \u000a| �[0;m�[38;5;43m20221210164424631 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210164424631 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79978cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210164424631 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210164424631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210164424631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210164424632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210164424634 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210164424634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210164424634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210164424634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:44:25.603102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25866): Terminating (SIGTERM)\u000a16:44:25.643489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25869): Terminating (SIGTERM)\u000a16:44:25.683317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25872): Terminating (SIGTERM)\u000a16:44:25.692941 --- ParallelTerminationStrategy: PID 25866 died...\u000a16:44:25.746462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25866): Terminated: ok {rc=0}\u000a16:44:25.756417 --- ParallelTerminationStrategy: PID 25869 died...\u000a16:44:25.809841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25869): Terminated: ok {rc=0}\u000a16:44:25.819422 --- ParallelTerminationStrategy: PID 25872 died...\u000a16:44:25.872518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25872): Terminated: ok {rc=0}\u000a16:44:25.960116 bus /sierra_3: Setting Powered False\u000a16:44:27.067956 bus /sierra_3: Setting Powered False\u000a16:44:28.175275 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25881): Process ended prematurely: osmo-stp_10.42.42.5(pid=25881) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25881)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25881): Process ended prematurely: osmo-stp_10.42.42.5(pid=25881) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:44:29.288726 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:29.301196 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:44:29.463221 tst mo_mt_call_osmux.py: using LAC 29290\u000a16:44:29.583907 tst mo_mt_call_osmux.py: using RAC 220\u000a16:44:29.702220 tst mo_mt_call_osmux.py: using CellId 29290\u000a16:44:29.821100 tst mo_mt_call_osmux.py: using BVCI 29291\u000a16:44:29.844005 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:29.855423 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:29.866423 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:29.877840 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:29.889197 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:29.900320 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:44:30.018052 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:44:30.224688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:30.693431 run create_hlr_db(pid=25875): Launched\u000a16:44:30.878815 bus /sierra_2: Setting Powered False\u000a16:44:31.938483 run create_hlr_db(pid=25875): Terminated: ok {rc=0}\u000a16:44:32.371132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25877): Launched\u000a16:44:32.690710 run osmo-hlr_10.42.42.2(pid=25878): Launched\u000a16:44:32.807935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:33.361205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25880): Launched\u000a16:44:33.679053 run osmo-stp_10.42.42.5(pid=25881): Launched\u000a16:44:33.796236 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:44:34.376505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25883): Launched\u000a16:44:34.694747 run osmo-msc_10.42.42.6(pid=25884): Launched\u000a16:44:34.881201 run osmo-stp_10.42.42.5(pid=25881): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25881)]\u000a16:44:35.015755 run osmo-stp_10.42.42.5(pid=25881): stdout: \u000a| (launched: 2022-12-10_16:44:33.522779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:35.150890 run osmo-stp_10.42.42.5(pid=25881): stderr: \u000a| �[0;m�[38;5;43m20221210164433715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164433715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164433716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164433716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164433716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164433717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164433717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:35.280769 run osmo-stp_10.42.42.5(pid=25881): stdout: \u000a| (launched: 2022-12-10_16:44:33.522779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:35.408257 run osmo-stp_10.42.42.5(pid=25881): stderr: \u000a| �[0;m�[38;5;43m20221210164433715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164433715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164433716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164433716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164433716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164433717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164433717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:35.464470 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25881): Process ended prematurely: osmo-stp_10.42.42.5(pid=25881) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25881)] [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:44:35.473955 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:44:35.536621 run osmo-hlr_10.42.42.2(pid=25878): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25878)]\u000a16:44:35.587906 run osmo-hlr_10.42.42.2(pid=25878): stdout: \u000a| (launched: 2022-12-10_16:44:32.534160) \u000a16:44:35.640279 run osmo-hlr_10.42.42.2(pid=25878): stderr: \u000a| �[0;m�[1;31m20221210164432734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164432734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164432734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164432734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164432734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164432734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164432747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164432757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164432757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164432757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:35.710899 run osmo-msc_10.42.42.6(pid=25884): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25884)]\u000a16:44:35.762028 run osmo-msc_10.42.42.6(pid=25884): stdout: \u000a| (launched: 2022-12-10_16:44:34.538562) \u000a16:44:35.813424 run osmo-msc_10.42.42.6(pid=25884): stderr: \u000a| �[0;m�[38;5;43m20221210164434861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210164434862 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff073e88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210164434862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210164434862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210164434862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210164434862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210164434864 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210164434864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210164434864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210164434864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:44:35.857546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25877): Terminating (SIGTERM)\u000a16:44:35.899480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25880): Terminating (SIGTERM)\u000a16:44:35.941343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25883): Terminating (SIGTERM)\u000a16:44:35.951215 --- ParallelTerminationStrategy: PID 25877 died...\u000a16:44:36.007338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25877): Terminated: ok {rc=0}\u000a16:44:36.017862 --- ParallelTerminationStrategy: PID 25880 died...\u000a16:44:36.073590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25880): Terminated: ok {rc=0}\u000a16:44:36.083992 --- ParallelTerminationStrategy: PID 25883 died...\u000a16:44:36.139772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25883): Terminated: ok {rc=0}\u000a16:44:36.226494 bus /sierra_3: Setting Powered False\u000a16:44:37.329828 bus /sierra_3: Setting Powered False\u000a16:44:38.440424 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:44:18" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25895): Process ended prematurely: osmo-stp_10.42.42.5(pid=25895) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25895)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25895): Process ended prematurely: osmo-stp_10.42.42.5(pid=25895) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:44:40.434388 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:40.446314 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:44:40.614657 tst mo_mt_call.py: using LAC 29291\u000a16:44:40.739757 tst mo_mt_call.py: using RAC 221\u000a16:44:40.865926 tst mo_mt_call.py: using CellId 29291\u000a16:44:40.992271 tst mo_mt_call.py: using BVCI 29292\u000a16:44:41.016811 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:41.028685 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:41.040314 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:41.052503 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:41.064255 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:41.076087 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:44:41.195594 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:44:41.403255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:41.909852 run create_hlr_db(pid=25889): Launched\u000a16:44:42.093365 bus /sierra_2: Setting Powered False\u000a16:44:43.115285 run create_hlr_db(pid=25889): Terminated: ok {rc=0}\u000a16:44:43.515452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25891): Launched\u000a16:44:43.813047 run osmo-hlr_10.42.42.2(pid=25892): Launched\u000a16:44:43.927415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:44.451132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25894): Launched\u000a16:44:44.747974 run osmo-stp_10.42.42.5(pid=25895): Launched\u000a16:44:44.856834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:44:45.398987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25897): Launched\u000a16:44:45.696368 run osmo-msc_10.42.42.6(pid=25898): Launched\u000a16:44:45.933556 run osmo-stp_10.42.42.5(pid=25895): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25895)]\u000a16:44:46.142642 run osmo-stp_10.42.42.5(pid=25895): stdout: \u000a| (launched: 2022-12-10_16:44:44.602026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:46.279952 run osmo-stp_10.42.42.5(pid=25895): stderr: \u000a| �[0;m�[38;5;43m20221210164444771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164444771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164444771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164444771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164444772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164444772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164444772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:46.414393 run osmo-stp_10.42.42.5(pid=25895): stdout: \u000a| (launched: 2022-12-10_16:44:44.602026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:46.543645 run osmo-stp_10.42.42.5(pid=25895): stderr: \u000a| �[0;m�[38;5;43m20221210164444771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164444771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164444771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164444771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164444772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164444772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164444772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:46.603156 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25895): Process ended prematurely: osmo-stp_10.42.42.5(pid=25895) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25895)] [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:44:46.614185 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:44:46.679323 run osmo-hlr_10.42.42.2(pid=25892): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25892)]\u000a16:44:46.732002 run osmo-hlr_10.42.42.2(pid=25892): stdout: \u000a| (launched: 2022-12-10_16:44:43.666842) \u000a16:44:46.785187 run osmo-hlr_10.42.42.2(pid=25892): stderr: \u000a| �[0;m�[1;31m20221210164443843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164443843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164443843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164443843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164443844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164443844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164443857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164443865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164443866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164443866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:46.858678 run osmo-msc_10.42.42.6(pid=25898): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25898)]\u000a16:44:46.912091 run osmo-msc_10.42.42.6(pid=25898): stdout: \u000a| (launched: 2022-12-10_16:44:45.550234) \u000a16:44:46.964906 run osmo-msc_10.42.42.6(pid=25898): stderr: \u000a| �[0;m�[38;5;43m20221210164445821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210164445822 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41b3f46c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210164445822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210164445822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210164445822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210164445822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210164445824 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210164445824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210164445824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210164445824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:44:47.011238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25891): Terminating (SIGTERM)\u000a16:44:47.055093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25894): Terminating (SIGTERM)\u000a16:44:47.101868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25897): Terminating (SIGTERM)\u000a16:44:47.112214 --- ParallelTerminationStrategy: PID 25891 died...\u000a16:44:47.170946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25891): Terminated: ok {rc=0}\u000a16:44:47.182234 --- ParallelTerminationStrategy: PID 25894 died...\u000a16:44:47.239268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25894): Terminated: ok {rc=0}\u000a16:44:47.249937 --- ParallelTerminationStrategy: PID 25897 died...\u000a16:44:47.306431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25897): Terminated: ok {rc=0}\u000a16:44:47.394257 bus /sierra_3: Setting Powered False\u000a16:44:48.499160 bus /sierra_3: Setting Powered False\u000a16:44:49.604301 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25906): Process ended prematurely: osmo-stp_10.42.42.5(pid=25906) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25906)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25906): Process ended prematurely: osmo-stp_10.42.42.5(pid=25906) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:44:50.712311 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:50.724239 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:44:50.875437 tst mo_mt_call_osmux.py: using LAC 29292\u000a16:44:50.993965 tst mo_mt_call_osmux.py: using RAC 222\u000a16:44:51.110504 tst mo_mt_call_osmux.py: using CellId 29292\u000a16:44:51.233946 tst mo_mt_call_osmux.py: using BVCI 29293\u000a16:44:51.258394 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:51.270182 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:51.282006 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:51.294122 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:51.306181 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:51.318393 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:44:51.434517 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:44:51.632652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:52.101556 run create_hlr_db(pid=25900): Launched\u000a16:44:52.273168 bus /sierra_2: Setting Powered False\u000a16:44:53.294810 run create_hlr_db(pid=25900): Terminated: ok {rc=0}\u000a16:44:53.718519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25902): Launched\u000a16:44:54.036124 run osmo-hlr_10.42.42.2(pid=25903): Launched\u000a16:44:54.156044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:54.711064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25905): Launched\u000a16:44:55.029276 run osmo-stp_10.42.42.5(pid=25906): Launched\u000a16:44:55.145079 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:44:55.727724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25908): Launched\u000a16:44:56.046580 run osmo-msc_10.42.42.6(pid=25909): Launched\u000a16:44:56.233036 run osmo-stp_10.42.42.5(pid=25906): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25906)]\u000a16:44:56.367500 run osmo-stp_10.42.42.5(pid=25906): stdout: \u000a| (launched: 2022-12-10_16:44:54.873444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:56.501889 run osmo-stp_10.42.42.5(pid=25906): stderr: \u000a| �[0;m�[38;5;43m20221210164455066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164455067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164455067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164455067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164455068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164455068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164455068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:56.630991 run osmo-stp_10.42.42.5(pid=25906): stdout: \u000a| (launched: 2022-12-10_16:44:54.873444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:56.758855 run osmo-stp_10.42.42.5(pid=25906): stderr: \u000a| �[0;m�[38;5;43m20221210164455066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164455067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164455067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164455067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164455068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164455068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164455068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:56.815259 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25906): Process ended prematurely: osmo-stp_10.42.42.5(pid=25906) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25906)] [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:44:56.824473 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a16:44:56.887269 run osmo-hlr_10.42.42.2(pid=25903): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25903)]\u000a16:44:56.938748 run osmo-hlr_10.42.42.2(pid=25903): stdout: \u000a| (launched: 2022-12-10_16:44:53.880726) \u000a16:44:56.990868 run osmo-hlr_10.42.42.2(pid=25903): stderr: \u000a| �[0;m�[1;31m20221210164454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164454090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164454099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164454099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164454099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:57.061311 run osmo-msc_10.42.42.6(pid=25909): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25909)]\u000a16:44:57.112432 run osmo-msc_10.42.42.6(pid=25909): stdout: \u000a| (launched: 2022-12-10_16:44:55.889910) \u000a16:44:57.163982 run osmo-msc_10.42.42.6(pid=25909): stderr: \u000a| �[0;m�[38;5;43m20221210164456211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210164456212 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc13c8a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210164456212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210164456212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210164456212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210164456212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210164456214 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210164456214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210164456215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210164456215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:44:57.208146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25902): Terminating (SIGTERM)\u000a16:44:57.250433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25905): Terminating (SIGTERM)\u000a16:44:57.292429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25908): Terminating (SIGTERM)\u000a16:44:57.302203 --- ParallelTerminationStrategy: PID 25902 died...\u000a16:44:57.358866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25902): Terminated: ok {rc=0}\u000a16:44:57.369274 --- ParallelTerminationStrategy: PID 25905 died...\u000a16:44:57.425195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25905): Terminated: ok {rc=0}\u000a16:44:57.435490 --- ParallelTerminationStrategy: PID 25908 died...\u000a16:44:57.491428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25908): Terminated: ok {rc=0}\u000a16:44:57.579223 bus /sierra_3: Setting Powered False\u000a16:44:58.683881 bus /sierra_3: Setting Powered False\u000a16:44:59.791029 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:44:40" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25923): Process ended prematurely: osmo-stp_10.42.42.5(pid=25923) [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25923)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25923): Process ended prematurely: osmo-stp_10.42.42.5(pid=25923) [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25923)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:45:01.878872 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:01.891900 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:45:02.121074 tst mo_mt_call.py: using LAC 29293\u000a16:45:02.276842 tst mo_mt_call.py: using RAC 223\u000a16:45:02.399004 tst mo_mt_call.py: using CellId 29293\u000a16:45:02.513747 tst mo_mt_call.py: using BVCI 29294\u000a16:45:02.536349 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:02.547692 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:02.558941 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:02.570487 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:02.582050 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:02.593271 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:45:02.710862 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:45:02.923266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:03.431048 run create_hlr_db(pid=25917): Launched\u000a16:45:03.615503 bus /sierra_2: Setting Powered False\u000a16:45:04.637347 run create_hlr_db(pid=25917): Terminated: ok {rc=0}\u000a16:45:05.060686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25919): Launched\u000a16:45:05.379114 run osmo-hlr_10.42.42.2(pid=25920): Launched\u000a16:45:05.498556 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:06.053329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25922): Launched\u000a16:45:06.371259 run osmo-stp_10.42.42.5(pid=25923): Launched\u000a16:45:06.486401 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:07.068833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25925): Launched\u000a16:45:07.386573 run osmo-msc_10.42.42.6(pid=25926): Launched\u000a16:45:07.573457 run osmo-stp_10.42.42.5(pid=25923): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25923)]\u000a16:45:07.708316 run osmo-stp_10.42.42.5(pid=25923): stdout: \u000a| (launched: 2022-12-10_16:45:06.215421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:07.843027 run osmo-stp_10.42.42.5(pid=25923): stderr: \u000a| �[0;m�[38;5;43m20221210164506409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164506410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164506410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164506410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:07.971189 run osmo-stp_10.42.42.5(pid=25923): stdout: \u000a| (launched: 2022-12-10_16:45:06.215421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:08.098256 run osmo-stp_10.42.42.5(pid=25923): stderr: \u000a| �[0;m�[38;5;43m20221210164506409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164506410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164506410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164506410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:08.154537 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25923): Process ended prematurely: osmo-stp_10.42.42.5(pid=25923) [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25923)] [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:45:08.163694 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:45:08.226767 run osmo-hlr_10.42.42.2(pid=25920): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25920)]\u000a16:45:08.278083 run osmo-hlr_10.42.42.2(pid=25920): stdout: \u000a| (launched: 2022-12-10_16:45:05.222947) \u000a16:45:08.330144 run osmo-hlr_10.42.42.2(pid=25920): stderr: \u000a| �[0;m�[1;31m20221210164505422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164505422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164505422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164505422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164505422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164505422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164505434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164505442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164505442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164505442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:08.401429 run osmo-msc_10.42.42.6(pid=25926): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25926)]\u000a16:45:08.452344 run osmo-msc_10.42.42.6(pid=25926): stdout: \u000a| (launched: 2022-12-10_16:45:07.230674) \u000a16:45:08.503634 run osmo-msc_10.42.42.6(pid=25926): stderr: \u000a| �[0;m�[38;5;43m20221210164507554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210164507554 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a97446c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210164507554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210164507554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210164507554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210164507554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210164507556 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210164507556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210164507556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210164507557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:45:08.547844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25919): Terminating (SIGTERM)\u000a16:45:08.589857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25922): Terminating (SIGTERM)\u000a16:45:08.632232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25925): Terminating (SIGTERM)\u000a16:45:08.642230 --- ParallelTerminationStrategy: PID 25919 died...\u000a16:45:08.698733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25919): Terminated: ok {rc=0}\u000a16:45:08.709236 --- ParallelTerminationStrategy: PID 25922 died...\u000a16:45:08.765429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25922): Terminated: ok {rc=0}\u000a16:45:08.775742 --- ParallelTerminationStrategy: PID 25925 died...\u000a16:45:08.831723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25925): Terminated: ok {rc=0}\u000a16:45:08.919620 bus /sierra_3: Setting Powered False\u000a16:45:10.027362 bus /sierra_3: Setting Powered False\u000a16:45:11.141108 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25934): Process ended prematurely: osmo-stp_10.42.42.5(pid=25934) [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25934)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25934): Process ended prematurely: osmo-stp_10.42.42.5(pid=25934) [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:45:12.251973 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:12.264075 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:45:12.422436 tst mo_mt_call_osmux.py: using LAC 29294\u000a16:45:12.538290 tst mo_mt_call_osmux.py: using RAC 224\u000a16:45:12.653943 tst mo_mt_call_osmux.py: using CellId 29294\u000a16:45:12.769916 tst mo_mt_call_osmux.py: using BVCI 29295\u000a16:45:12.792532 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:12.804020 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:12.815136 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:12.827011 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:12.838802 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:12.850791 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:45:12.968343 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:45:13.168518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:13.639098 run create_hlr_db(pid=25928): Launched\u000a16:45:13.812309 bus /sierra_2: Setting Powered False\u000a16:45:14.831099 run create_hlr_db(pid=25928): Terminated: ok {rc=0}\u000a16:45:15.254929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25930): Launched\u000a16:45:15.573700 run osmo-hlr_10.42.42.2(pid=25931): Launched\u000a16:45:15.693829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:16.291309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25933): Launched\u000a16:45:16.642387 run osmo-stp_10.42.42.5(pid=25934): Launched\u000a16:45:16.810403 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:17.493755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25936): Launched\u000a16:45:17.794190 run osmo-msc_10.42.42.6(pid=25937): Launched\u000a16:45:17.969689 run osmo-stp_10.42.42.5(pid=25934): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25934)]\u000a16:45:18.096914 run osmo-stp_10.42.42.5(pid=25934): stdout: \u000a| (launched: 2022-12-10_16:45:16.455900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:18.222739 run osmo-stp_10.42.42.5(pid=25934): stderr: \u000a| �[0;m�[38;5;43m20221210164516838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164516838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164516838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164516838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164516839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164516839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164516839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:18.343650 run osmo-stp_10.42.42.5(pid=25934): stdout: \u000a| (launched: 2022-12-10_16:45:16.455900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:18.463307 run osmo-stp_10.42.42.5(pid=25934): stderr: \u000a| �[0;m�[38;5;43m20221210164516838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164516838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164516838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164516838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164516839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164516839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164516839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:18.516345 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25934): Process ended prematurely: osmo-stp_10.42.42.5(pid=25934) [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25934)] [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:45:18.524857 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:45:18.585352 run osmo-hlr_10.42.42.2(pid=25931): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25931)]\u000a16:45:18.634797 run osmo-hlr_10.42.42.2(pid=25931): stdout: \u000a| (launched: 2022-12-10_16:45:15.416771) \u000a16:45:18.684764 run osmo-hlr_10.42.42.2(pid=25931): stderr: \u000a| �[0;m�[1;31m20221210164515616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164515616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164515616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164515616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164515616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164515616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164515628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164515636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164515636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164515636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:18.751864 run osmo-msc_10.42.42.6(pid=25937): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25937)]\u000a16:45:18.801267 run osmo-msc_10.42.42.6(pid=25937): stdout: \u000a| (launched: 2022-12-10_16:45:17.645878) \u000a16:45:18.851012 run osmo-msc_10.42.42.6(pid=25937): stderr: \u000a| �[0;m�[38;5;43m20221210164517913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210164517913 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8bfb1dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210164517914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210164517914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210164517914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210164517914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210164517916 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210164517916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210164517916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210164517916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:45:18.893122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25930): Terminating (SIGTERM)\u000a16:45:18.933136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25933): Terminating (SIGTERM)\u000a16:45:18.973191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25936): Terminating (SIGTERM)\u000a16:45:18.982736 --- ParallelTerminationStrategy: PID 25930 died...\u000a16:45:19.037334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25930): Terminated: ok {rc=0}\u000a16:45:19.047240 --- ParallelTerminationStrategy: PID 25933 died...\u000a16:45:19.100781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25933): Terminated: ok {rc=0}\u000a16:45:19.110555 --- ParallelTerminationStrategy: PID 25936 died...\u000a16:45:19.163957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25936): Terminated: ok {rc=0}\u000a16:45:19.252755 bus /sierra_3: Setting Powered False\u000a16:45:20.356806 bus /sierra_3: Setting Powered False\u000a16:45:21.467239 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:45:01" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25949): Process ended prematurely: osmo-stp_10.42.42.5(pid=25949) [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25949)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25949): Process ended prematurely: osmo-stp_10.42.42.5(pid=25949) [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25949)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a16:45:23.463388 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:23.474765 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:45:23.615188 tst mo_mt_call.py: using LAC 29295\u000a16:45:23.729954 tst mo_mt_call.py: using RAC 225\u000a16:45:23.845360 tst mo_mt_call.py: using CellId 29295\u000a16:45:23.966369 tst mo_mt_call.py: using BVCI 29296\u000a16:45:23.989109 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:24.000279 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:24.011360 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:24.022850 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:24.034401 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:24.045768 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:45:24.163392 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:45:24.362958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:24.832135 run create_hlr_db(pid=25943): Launched\u000a16:45:25.003929 bus /sierra_2: Setting Powered False\u000a16:45:26.027070 run create_hlr_db(pid=25943): Terminated: ok {rc=0}\u000a16:45:26.426231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25945): Launched\u000a16:45:26.726179 run osmo-hlr_10.42.42.2(pid=25946): Launched\u000a16:45:26.835589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:27.350886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25948): Launched\u000a16:45:27.648625 run osmo-stp_10.42.42.5(pid=25949): Launched\u000a16:45:27.757678 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:28.300371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25951): Launched\u000a16:45:28.599137 run osmo-msc_10.42.42.6(pid=25952): Launched\u000a16:45:28.774144 run osmo-stp_10.42.42.5(pid=25949): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25949)]\u000a16:45:28.900434 run osmo-stp_10.42.42.5(pid=25949): stdout: \u000a| (launched: 2022-12-10_16:45:27.502098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:29.024575 run osmo-stp_10.42.42.5(pid=25949): stderr: \u000a| �[0;m�[38;5;43m20221210164527674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164527674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164527675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164527675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164527677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164527677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164527677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:29.144097 run osmo-stp_10.42.42.5(pid=25949): stdout: \u000a| (launched: 2022-12-10_16:45:27.502098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:29.263034 run osmo-stp_10.42.42.5(pid=25949): stderr: \u000a| �[0;m�[38;5;43m20221210164527674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164527674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164527675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164527675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164527677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164527677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164527677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:29.315522 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25949): Process ended prematurely: osmo-stp_10.42.42.5(pid=25949) [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25949)] [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a16:45:29.323910 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a16:45:29.384337 run osmo-hlr_10.42.42.2(pid=25946): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25946)]\u000a16:45:29.433793 run osmo-hlr_10.42.42.2(pid=25946): stdout: \u000a| (launched: 2022-12-10_16:45:26.578822) \u000a16:45:29.483850 run osmo-hlr_10.42.42.2(pid=25946): stderr: \u000a| �[0;m�[1;31m20221210164526753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164526753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164526754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164526754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164526754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164526754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164526766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164526774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164526774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164526774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:29.551632 run osmo-msc_10.42.42.6(pid=25952): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25952)]\u000a16:45:29.601205 run osmo-msc_10.42.42.6(pid=25952): stdout: \u000a| (launched: 2022-12-10_16:45:28.451490) \u000a16:45:29.651209 run osmo-msc_10.42.42.6(pid=25952): stderr: \u000a| �[0;m�[38;5;43m20221210164528723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210164528724 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf09e86c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210164528724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210164528724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210164528724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210164528724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210164528726 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210164528726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210164528726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210164528727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:45:29.693558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25945): Terminating (SIGTERM)\u000a16:45:29.733680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25948): Terminating (SIGTERM)\u000a16:45:29.773882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25951): Terminating (SIGTERM)\u000a16:45:29.783486 --- ParallelTerminationStrategy: PID 25945 died...\u000a16:45:29.837566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25945): Terminated: ok {rc=0}\u000a16:45:29.847505 --- ParallelTerminationStrategy: PID 25948 died...\u000a16:45:29.900680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25948): Terminated: ok {rc=0}\u000a16:45:29.910601 --- ParallelTerminationStrategy: PID 25951 died...\u000a16:45:29.964035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25951): Terminated: ok {rc=0}\u000a16:45:30.048329 bus /sierra_3: Setting Powered False\u000a16:45:31.178792 bus /sierra_3: Setting Powered False\u000a16:45:32.293765 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25960): Process ended prematurely: osmo-stp_10.42.42.5(pid=25960) [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25960)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25960): Process ended prematurely: osmo-stp_10.42.42.5(pid=25960) [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:45:33.403757 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:33.415951 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:45:33.552305 tst mo_mt_call_osmux.py: using LAC 29296\u000a16:45:33.670141 tst mo_mt_call_osmux.py: using RAC 226\u000a16:45:33.788869 tst mo_mt_call_osmux.py: using CellId 29296\u000a16:45:33.907222 tst mo_mt_call_osmux.py: using BVCI 29297\u000a16:45:33.929930 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:33.941276 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:33.952381 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:33.963700 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:33.975253 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:33.986693 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:45:34.109366 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:45:34.309922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:34.778675 run create_hlr_db(pid=25954): Launched\u000a16:45:34.950575 bus /sierra_2: Setting Powered False\u000a16:45:35.973232 run create_hlr_db(pid=25954): Terminated: ok {rc=0}\u000a16:45:36.371859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25956): Launched\u000a16:45:36.669785 run osmo-hlr_10.42.42.2(pid=25957): Launched\u000a16:45:36.777964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:37.294443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25959): Launched\u000a16:45:37.593977 run osmo-stp_10.42.42.5(pid=25960): Launched\u000a16:45:37.703850 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:38.249917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25962): Launched\u000a16:45:38.550088 run osmo-msc_10.42.42.6(pid=25963): Launched\u000a16:45:38.725915 run osmo-stp_10.42.42.5(pid=25960): ERR: Terminated: ERROR {rc=1} [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25960)]\u000a16:45:38.853894 run osmo-stp_10.42.42.5(pid=25960): stdout: \u000a| (launched: 2022-12-10_16:45:37.446218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:38.978641 run osmo-stp_10.42.42.5(pid=25960): stderr: \u000a| �[0;m�[38;5;43m20221210164537615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164537615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164537616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164537616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164537618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164537619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164537619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:39.099123 run osmo-stp_10.42.42.5(pid=25960): stdout: \u000a| (launched: 2022-12-10_16:45:37.446218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:39.218804 run osmo-stp_10.42.42.5(pid=25960): stderr: \u000a| �[0;m�[38;5;43m20221210164537615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164537615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164537616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164537616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164537618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164537619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164537619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:39.271617 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25960): Process ended prematurely: osmo-stp_10.42.42.5(pid=25960) [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25960)] [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a16:45:39.280252 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a16:45:39.340578 run osmo-hlr_10.42.42.2(pid=25957): ERR: Terminated: ERROR {rc=237} [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25957)]\u000a16:45:39.390409 run osmo-hlr_10.42.42.2(pid=25957): stdout: \u000a| (launched: 2022-12-10_16:45:36.523615) \u000a16:45:39.440549 run osmo-hlr_10.42.42.2(pid=25957): stderr: \u000a| �[0;m�[1;31m20221210164536704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164536704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164536704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164536704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164536704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164536704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164536715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164536723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164536723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164536723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:39.508445 run osmo-msc_10.42.42.6(pid=25963): ERR: Terminated: ERROR {rc=2} [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25963)]\u000a16:45:39.557768 run osmo-msc_10.42.42.6(pid=25963): stdout: \u000a| (launched: 2022-12-10_16:45:38.401783) \u000a16:45:39.607669 run osmo-msc_10.42.42.6(pid=25963): stderr: \u000a| �[0;m�[38;5;43m20221210164538674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210164538675 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3afdce7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210164538675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210164538675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210164538675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210164538675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210164538677 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210164538677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210164538678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210164538678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:45:39.649826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25956): Terminating (SIGTERM)\u000a16:45:39.690025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25959): Terminating (SIGTERM)\u000a16:45:39.729966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25962): Terminating (SIGTERM)\u000a16:45:39.739509 --- ParallelTerminationStrategy: PID 25956 died...\u000a16:45:39.793513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25956): Terminated: ok {rc=0}\u000a16:45:39.803446 --- ParallelTerminationStrategy: PID 25959 died...\u000a16:45:39.857338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25959): Terminated: ok {rc=0}\u000a16:45:39.867321 --- ParallelTerminationStrategy: PID 25962 died...\u000a16:45:39.921001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25962): Terminated: ok {rc=0}\u000a16:45:40.003959 bus /sierra_3: Setting Powered False\u000a16:45:41.105578 bus /sierra_3: Setting Powered False\u000a16:45:42.217666 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:45:23" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25974): Process ended prematurely: osmo-stp_10.42.42.5(pid=25974) [trial-2376↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25974)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25974): Process ended prematurely: osmo-stp_10.42.42.5(pid=25974) [trial-2376↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:45:44.240657 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:44.251266 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:45:44.385657 tst emergency_mo_mt_call.py: using LAC 29297\u000a16:45:44.498865 tst emergency_mo_mt_call.py: using RAC 227\u000a16:45:44.619434 tst emergency_mo_mt_call.py: using CellId 29297\u000a16:45:44.740832 tst emergency_mo_mt_call.py: using BVCI 29298\u000a16:45:44.764671 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:44.776082 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:44.787328 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:44.798745 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:44.810470 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:44.821809 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:45:44.933877 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:45:45.128635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:45.589220 run create_hlr_db(pid=25968): Launched\u000a16:45:45.758654 bus /sierra_2: Setting Powered False\u000a16:45:46.781665 run create_hlr_db(pid=25968): Terminated: ok {rc=0}\u000a16:45:47.204659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25970): Launched\u000a16:45:47.519280 run osmo-hlr_10.42.42.2(pid=25971): Launched\u000a16:45:47.638745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:48.183659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25973): Launched\u000a16:45:48.495529 run osmo-stp_10.42.42.5(pid=25974): Launched\u000a16:45:48.622427 tst emergency_mo_mt_call.py: using MSISDN 7798\u000a16:45:48.779659 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:49.349772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25976): Launched\u000a16:45:49.662727 run osmo-msc_10.42.42.6(pid=25977): Launched\u000a16:45:49.847136 run osmo-stp_10.42.42.5(pid=25974): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25974)]\u000a16:45:49.979960 run osmo-stp_10.42.42.5(pid=25974): stdout: \u000a| (launched: 2022-12-10_16:45:48.342315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:50.113217 run osmo-stp_10.42.42.5(pid=25974): stderr: \u000a| �[0;m�[38;5;43m20221210164548533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164548533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164548533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164548534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164548534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164548534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164548534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:50.239515 run osmo-stp_10.42.42.5(pid=25974): stdout: \u000a| (launched: 2022-12-10_16:45:48.342315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:50.364482 run osmo-stp_10.42.42.5(pid=25974): stderr: \u000a| �[0;m�[38;5;43m20221210164548533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164548533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164548533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164548534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164548534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164548534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164548534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:50.419244 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25974): Process ended prematurely: osmo-stp_10.42.42.5(pid=25974) [trial-2376↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25974)] [trial-2376↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a16:45:50.427927 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a16:45:50.491273 run osmo-hlr_10.42.42.2(pid=25971): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25971)]\u000a16:45:50.543093 run osmo-hlr_10.42.42.2(pid=25971): stdout: \u000a| (launched: 2022-12-10_16:45:47.364298) \u000a16:45:50.595749 run osmo-hlr_10.42.42.2(pid=25971): stderr: \u000a| �[0;m�[1;31m20221210164547560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164547560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164547560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164547560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164547560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164547560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164547573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164547581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164547582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164547582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:50.667029 run osmo-msc_10.42.42.6(pid=25977): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25977)]\u000a16:45:50.718387 run osmo-msc_10.42.42.6(pid=25977): stdout: \u000a| (launched: 2022-12-10_16:45:49.509297) \u000a16:45:50.770350 run osmo-msc_10.42.42.6(pid=25977): stderr: \u000a| �[0;m�[38;5;43m20221210164549830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210164549830 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda5dfa2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210164549831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210164549831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210164549831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210164549831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210164549833 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210164549833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210164549833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210164549834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:45:50.814652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25970): Terminating (SIGTERM)\u000a16:45:50.856375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25973): Terminating (SIGTERM)\u000a16:45:50.898570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25976): Terminating (SIGTERM)\u000a16:45:50.908293 --- ParallelTerminationStrategy: PID 25970 died...\u000a16:45:50.964379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25970): Terminated: ok {rc=0}\u000a16:45:50.974749 --- ParallelTerminationStrategy: PID 25973 died...\u000a16:45:51.030216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25973): Terminated: ok {rc=0}\u000a16:45:51.040382 --- ParallelTerminationStrategy: PID 25976 died...\u000a16:45:51.096073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25976): Terminated: ok {rc=0}\u000a16:45:51.183718 bus /sierra_3: Setting Powered False\u000a16:45:52.289936 bus /sierra_3: Setting Powered False\u000a16:45:53.397282 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25985): Process ended prematurely: osmo-stp_10.42.42.5(pid=25985) [trial-2376↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25985): Process ended prematurely: osmo-stp_10.42.42.5(pid=25985) [trial-2376↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:45:54.448555 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:54.460510 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:45:54.602704 tst emergency_preemptive_call.py: using LAC 29298\u000a16:45:54.727668 tst emergency_preemptive_call.py: using RAC 228\u000a16:45:54.845965 tst emergency_preemptive_call.py: using CellId 29298\u000a16:45:54.967955 tst emergency_preemptive_call.py: using BVCI 29299\u000a16:45:54.991950 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:55.003444 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:55.014741 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:55.025993 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:55.037205 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:55.048587 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:45:55.161978 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:45:55.280339 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:45:55.397157 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:45:55.602347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:56.104825 run create_hlr_db(pid=25979): Launched\u000a16:45:56.288236 bus /sierra_2: Setting Powered False\u000a16:45:57.309729 run create_hlr_db(pid=25979): Terminated: ok {rc=0}\u000a16:45:57.727813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25981): Launched\u000a16:45:58.042387 run osmo-hlr_10.42.42.2(pid=25982): Launched\u000a16:45:58.160041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:58.705503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25984): Launched\u000a16:45:59.018361 run osmo-stp_10.42.42.5(pid=25985): Launched\u000a16:45:59.143268 tst emergency_preemptive_call.py: using MSISDN 7799\u000a16:45:59.300376 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:59.871034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25987): Launched\u000a16:46:00.182987 run osmo-msc_10.42.42.6(pid=25988): Launched\u000a16:46:00.366240 run osmo-stp_10.42.42.5(pid=25985): ERR: Terminated: ERROR {rc=1} [trial-2376↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)]\u000a16:46:00.498727 run osmo-stp_10.42.42.5(pid=25985): stdout: \u000a| (launched: 2022-12-10_16:45:58.864743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:00.630957 run osmo-stp_10.42.42.5(pid=25985): stderr: \u000a| �[0;m�[38;5;43m20221210164559055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164559055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164559055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164559055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164559056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164559056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164559056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:00.758036 run osmo-stp_10.42.42.5(pid=25985): stdout: \u000a| (launched: 2022-12-10_16:45:58.864743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:00.900819 run osmo-stp_10.42.42.5(pid=25985): stderr: \u000a| �[0;m�[38;5;43m20221210164559055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164559055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164559055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164559055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164559056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164559056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164559056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:00.957694 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25985): Process ended prematurely: osmo-stp_10.42.42.5(pid=25985) [trial-2376↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)] [trial-2376↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a16:46:00.966768 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a16:46:01.031468 run osmo-hlr_10.42.42.2(pid=25982): ERR: Terminated: ERROR {rc=237} [trial-2376↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25982)]\u000a16:46:01.084363 run osmo-hlr_10.42.42.2(pid=25982): stdout: \u000a| (launched: 2022-12-10_16:45:57.888063) \u000a16:46:01.138160 run osmo-hlr_10.42.42.2(pid=25982): stderr: \u000a| �[0;m�[1;31m20221210164558087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164558087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164558087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164558087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164558087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164558087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164558100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164558108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164558108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164558108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:01.211140 run osmo-msc_10.42.42.6(pid=25988): ERR: Terminated: ERROR {rc=2} [trial-2376↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25988)]\u000a16:46:01.264087 run osmo-msc_10.42.42.6(pid=25988): stdout: \u000a| (launched: 2022-12-10_16:46:00.029987) \u000a16:46:01.317870 run osmo-msc_10.42.42.6(pid=25988): stderr: \u000a| �[0;m�[38;5;43m20221210164600349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210164600350 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68ecf10c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210164600350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210164600350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210164600350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210164600350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210164600352 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210164600352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210164600352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210164600353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:46:01.363816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25981): Terminating (SIGTERM)\u000a16:46:01.406990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25984): Terminating (SIGTERM)\u000a16:46:01.450436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25987): Terminating (SIGTERM)\u000a16:46:01.461017 --- ParallelTerminationStrategy: PID 25981 died...\u000a16:46:01.520269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25981): Terminated: ok {rc=0}\u000a16:46:01.531118 --- ParallelTerminationStrategy: PID 25984 died...\u000a16:46:01.588609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25984): Terminated: ok {rc=0}\u000a16:46:01.599600 --- ParallelTerminationStrategy: PID 25987 died...\u000a16:46:01.657542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25987): Terminated: ok {rc=0}\u000a16:46:01.747642 bus /sierra_9: Setting Powered False\u000a16:46:02.851312 bus /sierra_9: Setting Powered False\u000a16:46:03.964118 bus /sierra_8: Setting Powered False\u000a16:46:05.068308 bus /sierra_8: Setting Powered False\u000a16:46:06.180098 bus /sierra_3: Setting Powered False\u000a16:46:07.284198 bus /sierra_3: Setting Powered False\u000a16:46:08.391915 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:45:43" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26003): Process ended prematurely: osmo-stp_10.42.42.5(pid=26003) [trial-2376↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26003)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26003): Process ended prematurely: osmo-stp_10.42.42.5(pid=26003) [trial-2376↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:46:10.515672 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:10.526949 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:46:10.668860 tst cs_paging_gprs_active.py: using LAC 29299\u000a16:46:10.789479 tst cs_paging_gprs_active.py: using RAC 229\u000a16:46:10.914067 tst cs_paging_gprs_active.py: using CellId 29299\u000a16:46:11.039482 tst cs_paging_gprs_active.py: using BVCI 29300\u000a16:46:11.063854 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:11.075096 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:11.086098 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:11.097060 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:11.107905 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:11.118881 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:11.129936 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:11.140803 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:11.151897 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:11.266161 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:11.543450 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:46:11.667720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:11.978038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25993): Launched\u000a16:46:12.234458 run iperf3-srv_10.42.42.10(pid=25994): Launched\u000a16:46:12.417330 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:46:12.541806 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:12.851546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25995): Launched\u000a16:46:13.107937 run iperf3-srv_10.42.42.10(pid=25996): Launched\u000a16:46:13.289869 tst cs_paging_gprs_active.py:38: start network...\u000a16:46:13.413495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:13.882434 run create_hlr_db(pid=25997): Launched\u000a16:46:14.054866 bus /sierra_2: Setting Powered False\u000a16:46:15.076682 run create_hlr_db(pid=25997): Terminated: ok {rc=0}\u000a16:46:15.501723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25999): Launched\u000a16:46:15.821163 run osmo-hlr_10.42.42.2(pid=26000): Launched\u000a16:46:16.063424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:16.645647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26002): Launched\u000a16:46:17.099865 run osmo-stp_10.42.42.5(pid=26003): Launched\u000a16:46:17.231616 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:46:17.773308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26005): Launched\u000a16:46:17.879666 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:46:18.140605 run patchelf(pid=26006): Launched\u000a16:46:18.315637 run osmo-stp_10.42.42.5(pid=26003): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26003)]\u000a16:46:18.443847 run osmo-stp_10.42.42.5(pid=26003): stdout: \u000a| (launched: 2022-12-10_16:46:16.803285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:18.573238 run osmo-stp_10.42.42.5(pid=26003): stderr: \u000a| �[0;m�[38;5;43m20221210164617042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164617042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164617042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164617043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164617043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164617043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164617043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:18.697134 run osmo-stp_10.42.42.5(pid=26003): stdout: \u000a| (launched: 2022-12-10_16:46:16.803285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:18.819943 run osmo-stp_10.42.42.5(pid=26003): stderr: \u000a| �[0;m�[38;5;43m20221210164617042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164617042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164617042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164617043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164617043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164617043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164617043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:18.962959 run patchelf(pid=26006): Terminating (SIGINT)\u000a16:46:19.131650 run patchelf(pid=26006): Terminated: ok {rc=0}\u000a16:46:19.162628 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26003): Process ended prematurely: osmo-stp_10.42.42.5(pid=26003) [trial-2376↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26003)] [trial-2376↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a16:46:19.171722 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:46:19.232689 run osmo-hlr_10.42.42.2(pid=26000): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26000)]\u000a16:46:19.281890 run osmo-hlr_10.42.42.2(pid=26000): stdout: \u000a| (launched: 2022-12-10_16:46:15.664769) \u000a16:46:19.331516 run osmo-hlr_10.42.42.2(pid=26000): stderr: \u000a| �[0;m�[1;31m20221210164615882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164615882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164615882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164615882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164615882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164615882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164615899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164615922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164615922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164615922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:19.373641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25993): Terminating (SIGTERM)\u000a16:46:19.413798 run iperf3-srv_10.42.42.10(pid=25994): Terminating (SIGTERM)\u000a16:46:19.453503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25995): Terminating (SIGTERM)\u000a16:46:19.493435 run iperf3-srv_10.42.42.10(pid=25996): Terminating (SIGTERM)\u000a16:46:19.533574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25999): Terminating (SIGTERM)\u000a16:46:19.573709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26002): Terminating (SIGTERM)\u000a16:46:19.614293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26005): Terminating (SIGTERM)\u000a16:46:19.623883 --- ParallelTerminationStrategy: PID 25993 died...\u000a16:46:19.677807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25993): Terminated: ok {rc=0}\u000a16:46:19.688176 --- ParallelTerminationStrategy: PID 25994 died...\u000a16:46:19.741285 run iperf3-srv_10.42.42.10(pid=25994): Terminated {rc=256}\u000a16:46:19.751349 --- ParallelTerminationStrategy: PID 25995 died...\u000a16:46:19.804515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25995): Terminated: ok {rc=0}\u000a16:46:19.814608 --- ParallelTerminationStrategy: PID 25996 died...\u000a16:46:19.867667 run iperf3-srv_10.42.42.10(pid=25996): Terminated {rc=256}\u000a16:46:19.877743 --- ParallelTerminationStrategy: PID 25999 died...\u000a16:46:19.930821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25999): Terminated: ok {rc=0}\u000a16:46:19.940928 --- ParallelTerminationStrategy: PID 26002 died...\u000a16:46:19.994947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26002): Terminated: ok {rc=0}\u000a16:46:20.004716 --- ParallelTerminationStrategy: PID 26005 died...\u000a16:46:20.058273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26005): Terminated: ok {rc=0}\u000a16:46:20.146074 bus /gobi_0: Setting Powered False\u000a16:46:21.249355 bus /gobi_0: Setting Powered False\u000a16:46:22.355238 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26015): Process ended prematurely: osmo-stp_10.42.42.5(pid=26015) [trial-2376↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26015)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26015): Process ended prematurely: osmo-stp_10.42.42.5(pid=26015) [trial-2376↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a16:46:23.469100 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:23.480860 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:46:23.628695 tst iperf3.py: using LAC 29300\u000a16:46:23.755155 tst iperf3.py: using RAC 230\u000a16:46:23.881362 tst iperf3.py: using CellId 29300\u000a16:46:24.001821 tst iperf3.py: using BVCI 29301\u000a16:46:24.025136 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:24.036013 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:24.046790 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:24.057755 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:24.068541 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:24.079271 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:24.090095 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:24.100770 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:24.111597 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:24.390155 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:46:24.514766 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:24.825588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26007): Launched\u000a16:46:25.083002 run iperf3-srv_10.42.42.10(pid=26008): Launched\u000a16:46:25.265491 tst iperf3.py:8: start network...\u000a16:46:25.390222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:25.860340 run create_hlr_db(pid=26009): Launched\u000a16:46:26.032682 bus /gobi_6: Setting Powered False\u000a16:46:27.054592 run create_hlr_db(pid=26009): Terminated: ok {rc=0}\u000a16:46:27.478613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26011): Launched\u000a16:46:27.799400 run osmo-hlr_10.42.42.2(pid=26012): Launched\u000a16:46:27.920559 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:28.476785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26014): Launched\u000a16:46:28.795430 run osmo-stp_10.42.42.5(pid=26015): Launched\u000a16:46:28.910750 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:46:29.466582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26017): Launched\u000a16:46:29.580031 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:46:29.857817 run patchelf(pid=26018): Launched\u000a16:46:30.044475 run osmo-stp_10.42.42.5(pid=26015): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26015)]\u000a16:46:30.181107 run osmo-stp_10.42.42.5(pid=26015): stdout: \u000a| (launched: 2022-12-10_16:46:28.639251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:30.318475 run osmo-stp_10.42.42.5(pid=26015): stderr: \u000a| �[0;m�[38;5;43m20221210164628831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164628831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164628831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164628831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164628832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164628832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164628832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:30.450445 run osmo-stp_10.42.42.5(pid=26015): stdout: \u000a| (launched: 2022-12-10_16:46:28.639251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:30.581181 run osmo-stp_10.42.42.5(pid=26015): stderr: \u000a| �[0;m�[38;5;43m20221210164628831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164628831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164628831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164628831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164628832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164628832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164628832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:30.733530 run patchelf(pid=26018): Terminating (SIGINT)\u000a16:46:30.918427 run patchelf(pid=26018): Terminated: ok {rc=0}\u000a16:46:30.951548 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26015): Process ended prematurely: osmo-stp_10.42.42.5(pid=26015) [trial-2376↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26015)] [trial-2376↪gprs:nanobts+band-900↪iperf3.py:8]\u000a16:46:30.961793 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a16:46:31.027942 run osmo-hlr_10.42.42.2(pid=26012): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26012)]\u000a16:46:31.079967 run osmo-hlr_10.42.42.2(pid=26012): stdout: \u000a| (launched: 2022-12-10_16:46:27.641990) \u000a16:46:31.132398 run osmo-hlr_10.42.42.2(pid=26012): stderr: \u000a| �[0;m�[1;31m20221210164627841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164627841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164627841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164627841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164627841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164627841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164627853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164627861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164627862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164627862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:31.177661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26007): Terminating (SIGTERM)\u000a16:46:31.223428 run iperf3-srv_10.42.42.10(pid=26008): Terminating (SIGTERM)\u000a16:46:31.266945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26011): Terminating (SIGTERM)\u000a16:46:31.310798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26014): Terminating (SIGTERM)\u000a16:46:31.357054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26017): Terminating (SIGTERM)\u000a16:46:31.368894 --- ParallelTerminationStrategy: PID 26007 died...\u000a16:46:31.428889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26007): Terminated: ok {rc=0}\u000a16:46:31.439856 --- ParallelTerminationStrategy: PID 26008 died...\u000a16:46:31.496978 run iperf3-srv_10.42.42.10(pid=26008): Terminated {rc=256}\u000a16:46:31.507629 --- ParallelTerminationStrategy: PID 26011 died...\u000a16:46:31.566838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26011): Terminated: ok {rc=0}\u000a16:46:31.579787 --- ParallelTerminationStrategy: PID 26014 died...\u000a16:46:31.649954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26014): Terminated: ok {rc=0}\u000a16:46:31.663713 --- ParallelTerminationStrategy: PID 26017 died...\u000a16:46:31.734002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26017): Terminated: ok {rc=0}\u000a16:46:31.842412 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26033): Process ended prematurely: osmo-stp_10.42.42.5(pid=26033) [trial-2376↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26033)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26033): Process ended prematurely: osmo-stp_10.42.42.5(pid=26033) [trial-2376↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a16:46:32.958459 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:32.970198 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:46:33.109005 tst iperf3m4.py: using LAC 29301\u000a16:46:33.233922 tst iperf3m4.py: using RAC 231\u000a16:46:33.361083 tst iperf3m4.py: using CellId 29301\u000a16:46:33.487782 tst iperf3m4.py: using BVCI 29302\u000a16:46:33.512138 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:33.523403 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:33.534375 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:33.545370 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:33.556351 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:33.567330 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:33.578538 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:33.589470 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:33.600544 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:33.715260 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:33.837234 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:33.953384 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:34.228038 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:46:34.353731 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:34.663856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26019): Launched\u000a16:46:34.921525 run iperf3-srv_10.42.42.10(pid=26020): Launched\u000a16:46:35.103068 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:46:35.227387 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:35.536554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26021): Launched\u000a16:46:35.793187 run iperf3-srv_10.42.42.10(pid=26022): Launched\u000a16:46:35.974709 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:46:36.098586 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:36.408626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26023): Launched\u000a16:46:36.664738 run iperf3-srv_10.42.42.10(pid=26024): Launched\u000a16:46:36.846132 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:46:36.969875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:37.279336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26025): Launched\u000a16:46:37.536136 run iperf3-srv_10.42.42.10(pid=26026): Launched\u000a16:46:37.717849 tst iperf3m4.py:8: start network...\u000a16:46:37.841966 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:38.311944 run create_hlr_db(pid=26027): Launched\u000a16:46:38.483852 bus /gobi_6: Setting Powered False\u000a16:46:39.506096 run create_hlr_db(pid=26027): Terminated: ok {rc=0}\u000a16:46:39.930927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26029): Launched\u000a16:46:40.251409 run osmo-hlr_10.42.42.2(pid=26030): Launched\u000a16:46:40.369342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:40.926352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26032): Launched\u000a16:46:41.245342 run osmo-stp_10.42.42.5(pid=26033): Launched\u000a16:46:41.361622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:46:41.918032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26035): Launched\u000a16:46:42.031743 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:46:42.309880 run patchelf(pid=26036): Launched\u000a16:46:42.496890 run osmo-stp_10.42.42.5(pid=26033): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26033)]\u000a16:46:42.633886 run osmo-stp_10.42.42.5(pid=26033): stdout: \u000a| (launched: 2022-12-10_16:46:41.089069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:42.771542 run osmo-stp_10.42.42.5(pid=26033): stderr: \u000a| �[0;m�[38;5;43m20221210164641277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164641277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164641277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164641277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164641278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164641278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164641278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:42.903909 run osmo-stp_10.42.42.5(pid=26033): stdout: \u000a| (launched: 2022-12-10_16:46:41.089069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:43.034767 run osmo-stp_10.42.42.5(pid=26033): stderr: \u000a| �[0;m�[38;5;43m20221210164641277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164641277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164641277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164641277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164641278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164641278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164641278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:43.187332 run patchelf(pid=26036): Terminating (SIGINT)\u000a16:46:43.367298 run patchelf(pid=26036): Terminated: ok {rc=0}\u000a16:46:43.400248 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26033): Process ended prematurely: osmo-stp_10.42.42.5(pid=26033) [trial-2376↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26033)] [trial-2376↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a16:46:43.409982 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a16:46:43.472791 run osmo-hlr_10.42.42.2(pid=26030): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26030)]\u000a16:46:43.523859 run osmo-hlr_10.42.42.2(pid=26030): stdout: \u000a| (launched: 2022-12-10_16:46:40.094466) \u000a16:46:43.575436 run osmo-hlr_10.42.42.2(pid=26030): stderr: \u000a| �[0;m�[1;31m20221210164640289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164640289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164640289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164640290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164640290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164640290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164640302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164640310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164640310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164640310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:43.619324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26019): Terminating (SIGTERM)\u000a16:46:43.661311 run iperf3-srv_10.42.42.10(pid=26020): Terminating (SIGTERM)\u000a16:46:43.702810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26021): Terminating (SIGTERM)\u000a16:46:43.744579 run iperf3-srv_10.42.42.10(pid=26022): Terminating (SIGTERM)\u000a16:46:43.786072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26023): Terminating (SIGTERM)\u000a16:46:43.827572 run iperf3-srv_10.42.42.10(pid=26024): Terminating (SIGTERM)\u000a16:46:43.869185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26025): Terminating (SIGTERM)\u000a16:46:43.910667 run iperf3-srv_10.42.42.10(pid=26026): Terminating (SIGTERM)\u000a16:46:43.952094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26029): Terminating (SIGTERM)\u000a16:46:43.993545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26032): Terminating (SIGTERM)\u000a16:46:44.034999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26035): Terminating (SIGTERM)\u000a16:46:44.044724 --- ParallelTerminationStrategy: PID 26019 died...\u000a16:46:44.100702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26019): Terminated: ok {rc=0}\u000a16:46:44.111020 --- ParallelTerminationStrategy: PID 26020 died...\u000a16:46:44.166805 run iperf3-srv_10.42.42.10(pid=26020): Terminated {rc=256}\u000a16:46:44.177347 --- ParallelTerminationStrategy: PID 26021 died...\u000a16:46:44.233381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26021): Terminated: ok {rc=0}\u000a16:46:44.243613 --- ParallelTerminationStrategy: PID 26022 died...\u000a16:46:44.299167 run iperf3-srv_10.42.42.10(pid=26022): Terminated {rc=256}\u000a16:46:44.309484 --- ParallelTerminationStrategy: PID 26023 died...\u000a16:46:44.365690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26023): Terminated: ok {rc=0}\u000a16:46:44.375853 --- ParallelTerminationStrategy: PID 26024 died...\u000a16:46:44.431382 run iperf3-srv_10.42.42.10(pid=26024): Terminated {rc=256}\u000a16:46:44.441911 --- ParallelTerminationStrategy: PID 26025 died...\u000a16:46:44.497645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26025): Terminated: ok {rc=0}\u000a16:46:44.507891 --- ParallelTerminationStrategy: PID 26026 died...\u000a16:46:44.563467 run iperf3-srv_10.42.42.10(pid=26026): Terminated {rc=256}\u000a16:46:44.573994 --- ParallelTerminationStrategy: PID 26029 died...\u000a16:46:44.629603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26029): Terminated: ok {rc=0}\u000a16:46:44.639834 --- ParallelTerminationStrategy: PID 26032 died...\u000a16:46:44.695785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26032): Terminated: ok {rc=0}\u000a16:46:44.706176 --- ParallelTerminationStrategy: PID 26035 died...\u000a16:46:44.762228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26035): Terminated: ok {rc=0}\u000a16:46:44.849044 bus /gobi_4: Setting Powered False\u000a16:46:45.970574 bus /gobi_4: Setting Powered False\u000a16:46:47.107521 bus /gobi_1: Setting Powered False\u000a16:46:48.214881 bus /gobi_1: Setting Powered False\u000a16:46:49.326341 bus /gobi_0: Setting Powered False\u000a16:46:50.429595 bus /gobi_0: Setting Powered False\u000a16:46:51.540056 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26043): Process ended prematurely: osmo-stp_10.42.42.5(pid=26043) [trial-2376↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26043)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26043): Process ended prematurely: osmo-stp_10.42.42.5(pid=26043) [trial-2376↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a16:46:52.610353 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:52.622847 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:46:52.753670 tst ping.py: using LAC 29302\u000a16:46:52.869531 tst ping.py: using RAC 232\u000a16:46:52.985066 tst ping.py: using CellId 29302\u000a16:46:53.100059 tst ping.py: using BVCI 29303\u000a16:46:53.122670 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:53.133428 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:53.143857 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:53.154598 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:53.165239 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:53.175788 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:53.186695 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:53.197369 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:53.483024 tst ping.py:19: start network...\u000a16:46:53.614982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:54.116427 run create_hlr_db(pid=26037): Launched\u000a16:46:54.298379 bus /gobi_6: Setting Powered False\u000a16:46:55.310776 run create_hlr_db(pid=26037): Terminated: ok {rc=0}\u000a16:46:55.708568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26039): Launched\u000a16:46:56.001108 run osmo-hlr_10.42.42.2(pid=26040): Launched\u000a16:46:56.113695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:56.636731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26042): Launched\u000a16:46:56.929420 run osmo-stp_10.42.42.5(pid=26043): Launched\u000a16:46:57.035511 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:46:57.545736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26045): Launched\u000a16:46:57.649811 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:46:57.905966 run patchelf(pid=26046): Launched\u000a16:46:58.077698 run osmo-stp_10.42.42.5(pid=26043): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26043)]\u000a16:46:58.203388 run osmo-stp_10.42.42.5(pid=26043): stdout: \u000a| (launched: 2022-12-10_16:46:56.785449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:58.329842 run osmo-stp_10.42.42.5(pid=26043): stderr: \u000a| �[0;m�[38;5;43m20221210164656954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164656954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164656954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164656955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164656955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164656955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164656955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:58.451460 run osmo-stp_10.42.42.5(pid=26043): stdout: \u000a| (launched: 2022-12-10_16:46:56.785449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:58.571798 run osmo-stp_10.42.42.5(pid=26043): stderr: \u000a| �[0;m�[38;5;43m20221210164656954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164656954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164656954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164656955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164656955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164656955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164656955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:58.712188 run patchelf(pid=26046): Terminating (SIGINT)\u000a16:46:58.876940 run patchelf(pid=26046): Terminated: ok {rc=0}\u000a16:46:58.906932 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26043): Process ended prematurely: osmo-stp_10.42.42.5(pid=26043) [trial-2376↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26043)] [trial-2376↪gprs:nanobts+band-900↪ping.py:22]\u000a16:46:58.915521 tst ping.py:22: Test FAILED (6.3 sec)\u000a16:46:58.976479 run osmo-hlr_10.42.42.2(pid=26040): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26040)]\u000a16:46:59.025891 run osmo-hlr_10.42.42.2(pid=26040): stdout: \u000a| (launched: 2022-12-10_16:46:55.857422) \u000a16:46:59.075854 run osmo-hlr_10.42.42.2(pid=26040): stderr: \u000a| �[0;m�[1;31m20221210164656036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164656036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164656036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164656036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164656036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164656036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164656051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164656060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164656061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164656061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:59.118074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26039): Terminating (SIGTERM)\u000a16:46:59.158370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26042): Terminating (SIGTERM)\u000a16:46:59.198487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26045): Terminating (SIGTERM)\u000a16:46:59.208141 --- ParallelTerminationStrategy: PID 26039 died...\u000a16:46:59.262325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26039): Terminated: ok {rc=0}\u000a16:46:59.272220 --- ParallelTerminationStrategy: PID 26042 died...\u000a16:46:59.325998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26042): Terminated: ok {rc=0}\u000a16:46:59.335848 --- ParallelTerminationStrategy: PID 26045 died...\u000a16:46:59.389475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26045): Terminated: ok {rc=0}\u000a16:46:59.473224 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26053): Process ended prematurely: osmo-stp_10.42.42.5(pid=26053) [trial-2376↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26053)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26053): Process ended prematurely: osmo-stp_10.42.42.5(pid=26053) [trial-2376↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a16:47:00.526455 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:00.538583 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:47:00.682129 tst ping_idle_ping.py: using LAC 29303\u000a16:47:00.805291 tst ping_idle_ping.py: using RAC 233\u000a16:47:00.955657 tst ping_idle_ping.py: using CellId 29303\u000a16:47:01.089096 tst ping_idle_ping.py: using BVCI 29304\u000a16:47:01.114111 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:01.125917 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:01.137487 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:01.149630 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:01.161802 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:01.173896 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:01.186220 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:01.198769 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:47:01.489835 tst ping_idle_ping.py:24: start network...\u000a16:47:01.631939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:02.170636 run create_hlr_db(pid=26047): Launched\u000a16:47:02.343966 bus /gobi_6: Setting Powered False\u000a16:47:03.364454 run create_hlr_db(pid=26047): Terminated: ok {rc=0}\u000a16:47:03.756935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26049): Launched\u000a16:47:04.050653 run osmo-hlr_10.42.42.2(pid=26050): Launched\u000a16:47:04.162696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:04.683306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26052): Launched\u000a16:47:04.978072 run osmo-stp_10.42.42.5(pid=26053): Launched\u000a16:47:05.086275 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:47:05.598681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26055): Launched\u000a16:47:05.703207 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:47:05.959104 run patchelf(pid=26056): Launched\u000a16:47:06.131116 run osmo-stp_10.42.42.5(pid=26053): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26053)]\u000a16:47:06.257180 run osmo-stp_10.42.42.5(pid=26053): stdout: \u000a| (launched: 2022-12-10_16:47:04.832480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:06.383698 run osmo-stp_10.42.42.5(pid=26053): stderr: \u000a| �[0;m�[38;5;43m20221210164705000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164705000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164705000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164705000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164705003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164705003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164705003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:06.505474 run osmo-stp_10.42.42.5(pid=26053): stdout: \u000a| (launched: 2022-12-10_16:47:04.832480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:06.626022 run osmo-stp_10.42.42.5(pid=26053): stderr: \u000a| �[0;m�[38;5;43m20221210164705000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164705000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164705000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164705000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164705003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164705003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164705003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:06.766547 run patchelf(pid=26056): Terminating (SIGINT)\u000a16:47:06.932159 run patchelf(pid=26056): Terminated: ok {rc=0}\u000a16:47:06.962165 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26053): Process ended prematurely: osmo-stp_10.42.42.5(pid=26053) [trial-2376↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26053)] [trial-2376↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a16:47:06.970743 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a16:47:07.031159 run osmo-hlr_10.42.42.2(pid=26050): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26050)]\u000a16:47:07.080715 run osmo-hlr_10.42.42.2(pid=26050): stdout: \u000a| (launched: 2022-12-10_16:47:03.905889) \u000a16:47:07.130636 run osmo-hlr_10.42.42.2(pid=26050): stderr: \u000a| �[0;m�[1;31m20221210164704083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164704083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164704083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164704083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164704083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164704083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164704095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164704103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164704104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164704104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:07.172935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26049): Terminating (SIGTERM)\u000a16:47:07.213051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26052): Terminating (SIGTERM)\u000a16:47:07.253251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26055): Terminating (SIGTERM)\u000a16:47:07.262919 --- ParallelTerminationStrategy: PID 26049 died...\u000a16:47:07.317246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26049): Terminated: ok {rc=0}\u000a16:47:07.327077 --- ParallelTerminationStrategy: PID 26052 died...\u000a16:47:07.380375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26052): Terminated: ok {rc=0}\u000a16:47:07.390402 --- ParallelTerminationStrategy: PID 26055 died...\u000a16:47:07.443968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26055): Terminated: ok {rc=0}\u000a16:47:07.527414 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:46:10" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26072): Process ended prematurely: osmo-stp_10.42.42.5(pid=26072) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26072)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26072): Process ended prematurely: osmo-stp_10.42.42.5(pid=26072) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:47:09.693284 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:09.704539 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:47:09.845292 tst cs_paging_gprs_active.py: using LAC 29304\u000a16:47:09.969600 tst cs_paging_gprs_active.py: using RAC 234\u000a16:47:10.094430 tst cs_paging_gprs_active.py: using CellId 29304\u000a16:47:10.218999 tst cs_paging_gprs_active.py: using BVCI 29305\u000a16:47:10.243509 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:10.254941 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:10.266100 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:10.277261 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:10.288597 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:10.299834 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:10.311060 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:10.322270 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:10.333507 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:10.449379 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:10.738560 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:47:10.872187 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:11.202429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26062): Launched\u000a16:47:11.476299 run iperf3-srv_10.42.42.10(pid=26063): Launched\u000a16:47:11.673046 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:47:11.806712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:12.137540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26064): Launched\u000a16:47:12.411469 run iperf3-srv_10.42.42.10(pid=26065): Launched\u000a16:47:12.607523 tst cs_paging_gprs_active.py:38: start network...\u000a16:47:12.741114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:13.250987 run create_hlr_db(pid=26066): Launched\u000a16:47:13.436097 bus /gobi_6: Setting Powered False\u000a16:47:14.458325 run create_hlr_db(pid=26066): Terminated: ok {rc=0}\u000a16:47:14.883214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26068): Launched\u000a16:47:15.202898 run osmo-hlr_10.42.42.2(pid=26069): Launched\u000a16:47:15.319351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:15.882649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26071): Launched\u000a16:47:16.230149 run osmo-stp_10.42.42.5(pid=26072): Launched\u000a16:47:16.394443 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:47:17.078007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26074): Launched\u000a16:47:17.195323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:47:17.476299 run patchelf(pid=26075): Launched\u000a16:47:17.663059 run osmo-stp_10.42.42.5(pid=26072): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26072)]\u000a16:47:17.800368 run osmo-stp_10.42.42.5(pid=26072): stdout: \u000a| (launched: 2022-12-10_16:47:16.052519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:17.937710 run osmo-stp_10.42.42.5(pid=26072): stderr: \u000a| �[0;m�[38;5;43m20221210164716458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164716458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164716458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164716459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164716459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164716459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164716459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:18.070168 run osmo-stp_10.42.42.5(pid=26072): stdout: \u000a| (launched: 2022-12-10_16:47:16.052519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:18.200920 run osmo-stp_10.42.42.5(pid=26072): stderr: \u000a| �[0;m�[38;5;43m20221210164716458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164716458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164716458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164716459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164716459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164716459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164716459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:18.353449 run patchelf(pid=26075): Terminating (SIGINT)\u000a16:47:18.533196 run patchelf(pid=26075): Terminated: ok {rc=0}\u000a16:47:18.566020 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26072): Process ended prematurely: osmo-stp_10.42.42.5(pid=26072) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26072)] [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:47:18.575858 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a16:47:18.638709 run osmo-hlr_10.42.42.2(pid=26069): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26069)]\u000a16:47:18.690224 run osmo-hlr_10.42.42.2(pid=26069): stdout: \u000a| (launched: 2022-12-10_16:47:15.045984) \u000a16:47:18.742236 run osmo-hlr_10.42.42.2(pid=26069): stderr: \u000a| �[0;m�[1;31m20221210164715243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164715243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164715243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164715243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164715243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164715243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164715255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164715263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164715263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164715263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:18.786451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26062): Terminating (SIGTERM)\u000a16:47:18.827970 run iperf3-srv_10.42.42.10(pid=26063): Terminating (SIGTERM)\u000a16:47:18.869545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26064): Terminating (SIGTERM)\u000a16:47:18.910868 run iperf3-srv_10.42.42.10(pid=26065): Terminating (SIGTERM)\u000a16:47:18.952286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26068): Terminating (SIGTERM)\u000a16:47:18.993676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26071): Terminating (SIGTERM)\u000a16:47:19.035314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26074): Terminating (SIGTERM)\u000a16:47:19.045050 --- ParallelTerminationStrategy: PID 26062 died...\u000a16:47:19.101056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26062): Terminated: ok {rc=0}\u000a16:47:19.111107 --- ParallelTerminationStrategy: PID 26063 died...\u000a16:47:19.166443 run iperf3-srv_10.42.42.10(pid=26063): Terminated {rc=256}\u000a16:47:19.176444 --- ParallelTerminationStrategy: PID 26064 died...\u000a16:47:19.231920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26064): Terminated: ok {rc=0}\u000a16:47:19.241991 --- ParallelTerminationStrategy: PID 26065 died...\u000a16:47:19.297276 run iperf3-srv_10.42.42.10(pid=26065): Terminated {rc=256}\u000a16:47:19.307366 --- ParallelTerminationStrategy: PID 26068 died...\u000a16:47:19.362809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26068): Terminated: ok {rc=0}\u000a16:47:19.372834 --- ParallelTerminationStrategy: PID 26071 died...\u000a16:47:19.428368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26071): Terminated: ok {rc=0}\u000a16:47:19.438469 --- ParallelTerminationStrategy: PID 26074 died...\u000a16:47:19.493967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26074): Terminated: ok {rc=0}\u000a16:47:19.580607 bus /gobi_0: Setting Powered False\u000a16:47:20.687539 bus /gobi_0: Setting Powered False\u000a16:47:21.793977 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26084): Process ended prematurely: osmo-stp_10.42.42.5(pid=26084) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26084)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26084): Process ended prematurely: osmo-stp_10.42.42.5(pid=26084) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:47:22.907038 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:22.918842 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:47:23.064713 tst iperf3.py: using LAC 29305\u000a16:47:23.189484 tst iperf3.py: using RAC 235\u000a16:47:23.314595 tst iperf3.py: using CellId 29305\u000a16:47:23.438869 tst iperf3.py: using BVCI 29306\u000a16:47:23.463298 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:23.474734 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:23.485882 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:23.497109 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:23.508101 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:23.519246 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:23.530517 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:23.541847 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:23.553154 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:23.828590 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:47:23.953686 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:24.264745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26076): Launched\u000a16:47:24.524276 run iperf3-srv_10.42.42.10(pid=26077): Launched\u000a16:47:24.707735 tst iperf3.py:8: start network...\u000a16:47:24.833294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:25.319968 run create_hlr_db(pid=26078): Launched\u000a16:47:25.504762 bus /gobi_6: Setting Powered False\u000a16:47:26.527559 run create_hlr_db(pid=26078): Terminated: ok {rc=0}\u000a16:47:26.953920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26080): Launched\u000a16:47:27.272648 run osmo-hlr_10.42.42.2(pid=26081): Launched\u000a16:47:27.391808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:27.950854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26083): Launched\u000a16:47:28.269387 run osmo-stp_10.42.42.5(pid=26084): Launched\u000a16:47:28.385302 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:47:28.942756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26086): Launched\u000a16:47:29.056622 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:47:29.334796 run patchelf(pid=26087): Launched\u000a16:47:29.522083 run osmo-stp_10.42.42.5(pid=26084): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26084)]\u000a16:47:29.658962 run osmo-stp_10.42.42.5(pid=26084): stdout: \u000a| (launched: 2022-12-10_16:47:28.113546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:29.796706 run osmo-stp_10.42.42.5(pid=26084): stderr: \u000a| �[0;m�[38;5;43m20221210164728306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164728306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164728306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164728307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164728307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164728307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164728307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:29.928668 run osmo-stp_10.42.42.5(pid=26084): stdout: \u000a| (launched: 2022-12-10_16:47:28.113546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:30.059638 run osmo-stp_10.42.42.5(pid=26084): stderr: \u000a| �[0;m�[38;5;43m20221210164728306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164728306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164728306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164728307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164728307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164728307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164728307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:30.212242 run patchelf(pid=26087): Terminating (SIGINT)\u000a16:47:30.391757 run patchelf(pid=26087): Terminated: ok {rc=0}\u000a16:47:30.424565 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26084): Process ended prematurely: osmo-stp_10.42.42.5(pid=26084) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26084)] [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a16:47:30.434377 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:47:30.497201 run osmo-hlr_10.42.42.2(pid=26081): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26081)]\u000a16:47:30.548531 run osmo-hlr_10.42.42.2(pid=26081): stdout: \u000a| (launched: 2022-12-10_16:47:27.116909) \u000a16:47:30.600468 run osmo-hlr_10.42.42.2(pid=26081): stderr: \u000a| �[0;m�[1;31m20221210164727314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164727314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164727314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164727314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164727314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164727314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164727327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164727335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164727335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164727335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:30.644489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26076): Terminating (SIGTERM)\u000a16:47:30.686662 run iperf3-srv_10.42.42.10(pid=26077): Terminating (SIGTERM)\u000a16:47:30.728139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26080): Terminating (SIGTERM)\u000a16:47:30.769801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26083): Terminating (SIGTERM)\u000a16:47:30.811660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26086): Terminating (SIGTERM)\u000a16:47:30.821530 --- ParallelTerminationStrategy: PID 26076 died...\u000a16:47:30.878211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26076): Terminated: ok {rc=0}\u000a16:47:30.888756 --- ParallelTerminationStrategy: PID 26077 died...\u000a16:47:30.945487 run iperf3-srv_10.42.42.10(pid=26077): Terminated {rc=256}\u000a16:47:30.956054 --- ParallelTerminationStrategy: PID 26080 died...\u000a16:47:31.012634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26080): Terminated: ok {rc=0}\u000a16:47:31.023301 --- ParallelTerminationStrategy: PID 26083 died...\u000a16:47:31.079986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26083): Terminated: ok {rc=0}\u000a16:47:31.090721 --- ParallelTerminationStrategy: PID 26086 died...\u000a16:47:31.147786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26086): Terminated: ok {rc=0}\u000a16:47:31.235525 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26104): Process ended prematurely: osmo-stp_10.42.42.5(pid=26104) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26104)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26104): Process ended prematurely: osmo-stp_10.42.42.5(pid=26104) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:47:32.351388 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.363412 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:47:32.501731 tst iperf3m4.py: using LAC 29306\u000a16:47:32.619805 tst iperf3m4.py: using RAC 236\u000a16:47:32.742740 tst iperf3m4.py: using CellId 29306\u000a16:47:32.858264 tst iperf3m4.py: using BVCI 29307\u000a16:47:32.881153 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.892134 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.903058 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.914869 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.926248 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.937888 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.949770 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.960997 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.972487 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:33.093063 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:33.210971 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:33.330029 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:33.622701 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:47:33.757113 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:34.088237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26088): Launched\u000a16:47:34.363714 run iperf3-srv_10.42.42.10(pid=26089): Launched\u000a16:47:34.559952 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:47:34.694488 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:35.025302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26090): Launched\u000a16:47:35.299767 run iperf3-srv_10.42.42.10(pid=26091): Launched\u000a16:47:35.495306 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:47:35.628202 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:35.959018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26092): Launched\u000a16:47:36.234232 run iperf3-srv_10.42.42.10(pid=26095): Launched\u000a16:47:36.429398 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:47:36.562386 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:36.893022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26096): Launched\u000a16:47:37.166764 run iperf3-srv_10.42.42.10(pid=26097): Launched\u000a16:47:37.362048 tst iperf3m4.py:8: start network...\u000a16:47:37.494777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:38.005264 run create_hlr_db(pid=26098): Launched\u000a16:47:38.189710 bus /gobi_6: Setting Powered False\u000a16:47:39.211728 run create_hlr_db(pid=26098): Terminated: ok {rc=0}\u000a16:47:39.612207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26100): Launched\u000a16:47:39.911403 run osmo-hlr_10.42.42.2(pid=26101): Launched\u000a16:47:40.024632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:40.544258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26103): Launched\u000a16:47:40.844034 run osmo-stp_10.42.42.5(pid=26104): Launched\u000a16:47:40.952646 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:47:41.473598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26106): Launched\u000a16:47:41.580384 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:47:41.841207 run patchelf(pid=26107): Launched\u000a16:47:42.015961 run osmo-stp_10.42.42.5(pid=26104): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26104)]\u000a16:47:42.144302 run osmo-stp_10.42.42.5(pid=26104): stdout: \u000a| (launched: 2022-12-10_16:47:40.697049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:42.273218 run osmo-stp_10.42.42.5(pid=26104): stderr: \u000a| �[0;m�[38;5;43m20221210164740864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164740864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164740864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164740864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164740865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164740865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164740865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:42.396583 run osmo-stp_10.42.42.5(pid=26104): stdout: \u000a| (launched: 2022-12-10_16:47:40.697049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:42.519431 run osmo-stp_10.42.42.5(pid=26104): stderr: \u000a| �[0;m�[38;5;43m20221210164740864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164740864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164740864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164740864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164740865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164740865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164740865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:42.662580 run patchelf(pid=26107): Terminating (SIGINT)\u000a16:47:42.830968 run patchelf(pid=26107): Terminated: ok {rc=0}\u000a16:47:42.861782 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26104): Process ended prematurely: osmo-stp_10.42.42.5(pid=26104) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26104)] [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:47:42.871004 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a16:47:42.932472 run osmo-hlr_10.42.42.2(pid=26101): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26101)]\u000a16:47:42.981661 run osmo-hlr_10.42.42.2(pid=26101): stdout: \u000a| (launched: 2022-12-10_16:47:39.763674) \u000a16:47:43.031231 run osmo-hlr_10.42.42.2(pid=26101): stderr: \u000a| �[0;m�[1;31m20221210164739937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164739937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164739937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164739937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164739937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164739937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164739949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164739958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164739958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164739958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:43.074131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26088): Terminating (SIGTERM)\u000a16:47:43.114474 run iperf3-srv_10.42.42.10(pid=26089): Terminating (SIGTERM)\u000a16:47:43.155003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26090): Terminating (SIGTERM)\u000a16:47:43.195393 run iperf3-srv_10.42.42.10(pid=26091): Terminating (SIGTERM)\u000a16:47:43.235366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26092): Terminating (SIGTERM)\u000a16:47:43.275307 run iperf3-srv_10.42.42.10(pid=26095): Terminating (SIGTERM)\u000a16:47:43.315809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26096): Terminating (SIGTERM)\u000a16:47:43.355668 run iperf3-srv_10.42.42.10(pid=26097): Terminating (SIGTERM)\u000a16:47:43.401933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26100): Terminating (SIGTERM)\u000a16:47:43.444319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26103): Terminating (SIGTERM)\u000a16:47:43.487732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26106): Terminating (SIGTERM)\u000a16:47:43.497891 --- ParallelTerminationStrategy: PID 26088 died...\u000a16:47:43.555064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26088): Terminated: ok {rc=0}\u000a16:47:43.565867 --- ParallelTerminationStrategy: PID 26089 died...\u000a16:47:43.622146 run iperf3-srv_10.42.42.10(pid=26089): Terminated {rc=256}\u000a16:47:43.632893 --- ParallelTerminationStrategy: PID 26090 died...\u000a16:47:43.690710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26090): Terminated: ok {rc=0}\u000a16:47:43.701112 --- ParallelTerminationStrategy: PID 26091 died...\u000a16:47:43.758146 run iperf3-srv_10.42.42.10(pid=26091): Terminated {rc=256}\u000a16:47:43.768320 --- ParallelTerminationStrategy: PID 26092 died...\u000a16:47:43.825321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26092): Terminated: ok {rc=0}\u000a16:47:43.835673 --- ParallelTerminationStrategy: PID 26095 died...\u000a16:47:43.892408 run iperf3-srv_10.42.42.10(pid=26095): Terminated {rc=256}\u000a16:47:43.902711 --- ParallelTerminationStrategy: PID 26096 died...\u000a16:47:43.959496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26096): Terminated: ok {rc=0}\u000a16:47:43.969994 --- ParallelTerminationStrategy: PID 26097 died...\u000a16:47:44.026410 run iperf3-srv_10.42.42.10(pid=26097): Terminated {rc=256}\u000a16:47:44.037190 --- ParallelTerminationStrategy: PID 26100 died...\u000a16:47:44.093501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26100): Terminated: ok {rc=0}\u000a16:47:44.103882 --- ParallelTerminationStrategy: PID 26103 died...\u000a16:47:44.160533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26103): Terminated: ok {rc=0}\u000a16:47:44.170970 --- ParallelTerminationStrategy: PID 26106 died...\u000a16:47:44.228169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26106): Terminated: ok {rc=0}\u000a16:47:44.315482 bus /gobi_4: Setting Powered False\u000a16:47:45.423939 bus /gobi_4: Setting Powered False\u000a16:47:46.536133 bus /gobi_1: Setting Powered False\u000a16:47:47.642003 bus /gobi_1: Setting Powered False\u000a16:47:48.754507 bus /gobi_0: Setting Powered False\u000a16:47:49.857427 bus /gobi_0: Setting Powered False\u000a16:47:50.970558 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26114): Process ended prematurely: osmo-stp_10.42.42.5(pid=26114) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26114)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26114): Process ended prematurely: osmo-stp_10.42.42.5(pid=26114) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:47:52.037582 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:52.049070 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:47:52.189282 tst ping.py: using LAC 29307\u000a16:47:52.303487 tst ping.py: using RAC 237\u000a16:47:52.419030 tst ping.py: using CellId 29307\u000a16:47:52.533086 tst ping.py: using BVCI 29308\u000a16:47:52.555430 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:52.566495 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:52.577340 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:52.588305 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:52.599187 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:52.610305 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:52.621635 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:52.632485 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:52.905300 tst ping.py:19: start network...\u000a16:47:53.027360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:53.486751 run create_hlr_db(pid=26108): Launched\u000a16:47:53.655784 bus /gobi_6: Setting Powered False\u000a16:47:54.678219 run create_hlr_db(pid=26108): Terminated: ok {rc=0}\u000a16:47:55.096024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26110): Launched\u000a16:47:55.410091 run osmo-hlr_10.42.42.2(pid=26111): Launched\u000a16:47:55.529265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:56.077225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26113): Launched\u000a16:47:56.390855 run osmo-stp_10.42.42.5(pid=26114): Launched\u000a16:47:56.505528 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:47:57.056460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26116): Launched\u000a16:47:57.168604 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:47:57.442313 run patchelf(pid=26117): Launched\u000a16:47:57.626703 run osmo-stp_10.42.42.5(pid=26114): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26114)]\u000a16:47:57.761695 run osmo-stp_10.42.42.5(pid=26114): stdout: \u000a| (launched: 2022-12-10_16:47:56.236528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:57.896562 run osmo-stp_10.42.42.5(pid=26114): stderr: \u000a| �[0;m�[38;5;43m20221210164756428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164756428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164756429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164756429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164756430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164756430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164756430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:58.026648 run osmo-stp_10.42.42.5(pid=26114): stdout: \u000a| (launched: 2022-12-10_16:47:56.236528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:58.155476 run osmo-stp_10.42.42.5(pid=26114): stderr: \u000a| �[0;m�[38;5;43m20221210164756428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164756428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164756429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164756429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164756430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164756430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164756430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:58.305830 run patchelf(pid=26117): Terminating (SIGINT)\u000a16:47:58.482225 run patchelf(pid=26117): Terminated: ok {rc=0}\u000a16:47:58.514379 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26114): Process ended prematurely: osmo-stp_10.42.42.5(pid=26114) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26114)] [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a16:47:58.523461 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:47:58.586654 run osmo-hlr_10.42.42.2(pid=26111): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26111)]\u000a16:47:58.637817 run osmo-hlr_10.42.42.2(pid=26111): stdout: \u000a| (launched: 2022-12-10_16:47:55.255420) \u000a16:47:58.689367 run osmo-hlr_10.42.42.2(pid=26111): stderr: \u000a| �[0;m�[1;31m20221210164755450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164755450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164755450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164755451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164755451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164755451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164755463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164755471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164755472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164755472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:58.734289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26110): Terminating (SIGTERM)\u000a16:47:58.776374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26113): Terminating (SIGTERM)\u000a16:47:58.818369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26116): Terminating (SIGTERM)\u000a16:47:58.828170 --- ParallelTerminationStrategy: PID 26110 died...\u000a16:47:58.884567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26110): Terminated: ok {rc=0}\u000a16:47:58.894923 --- ParallelTerminationStrategy: PID 26113 died...\u000a16:47:58.951120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26113): Terminated: ok {rc=0}\u000a16:47:58.961602 --- ParallelTerminationStrategy: PID 26116 died...\u000a16:47:59.017262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26116): Terminated: ok {rc=0}\u000a16:47:59.105273 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26124): Process ended prematurely: osmo-stp_10.42.42.5(pid=26124) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26124)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26124): Process ended prematurely: osmo-stp_10.42.42.5(pid=26124) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:48:00.158047 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:00.170579 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:48:00.313546 tst ping_idle_ping.py: using LAC 29308\u000a16:48:00.438141 tst ping_idle_ping.py: using RAC 238\u000a16:48:00.561202 tst ping_idle_ping.py: using CellId 29308\u000a16:48:00.684253 tst ping_idle_ping.py: using BVCI 29309\u000a16:48:00.708641 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:00.720136 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:00.731302 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:00.742535 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:00.753801 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:00.765044 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:00.776387 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:00.787800 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:48:01.145138 tst ping_idle_ping.py:24: start network...\u000a16:48:01.305881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:01.861170 run create_hlr_db(pid=26118): Launched\u000a16:48:02.073826 bus /gobi_6: Setting Powered False\u000a16:48:03.071215 run create_hlr_db(pid=26118): Terminated: ok {rc=0}\u000a16:48:03.507499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26120): Launched\u000a16:48:03.821610 run osmo-hlr_10.42.42.2(pid=26121): Launched\u000a16:48:03.936037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:04.479695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26123): Launched\u000a16:48:04.794003 run osmo-stp_10.42.42.5(pid=26124): Launched\u000a16:48:04.908764 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:48:05.456620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26126): Launched\u000a16:48:05.568432 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:48:05.841768 run patchelf(pid=26127): Launched\u000a16:48:06.025047 run osmo-stp_10.42.42.5(pid=26124): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26124)]\u000a16:48:06.159344 run osmo-stp_10.42.42.5(pid=26124): stdout: \u000a| (launched: 2022-12-10_16:48:04.639141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:06.294146 run osmo-stp_10.42.42.5(pid=26124): stderr: \u000a| �[0;m�[38;5;43m20221210164804830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164804831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164804831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164804831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164804832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164804832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164804832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:06.423930 run osmo-stp_10.42.42.5(pid=26124): stdout: \u000a| (launched: 2022-12-10_16:48:04.639141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:06.552640 run osmo-stp_10.42.42.5(pid=26124): stderr: \u000a| �[0;m�[38;5;43m20221210164804830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164804831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164804831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164804831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164804832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164804832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164804832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:06.703309 run patchelf(pid=26127): Terminating (SIGINT)\u000a16:48:06.880769 run patchelf(pid=26127): Terminated: ok {rc=0}\u000a16:48:06.913224 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26124): Process ended prematurely: osmo-stp_10.42.42.5(pid=26124) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26124)] [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:48:06.922283 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a16:48:06.985277 run osmo-hlr_10.42.42.2(pid=26121): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26121)]\u000a16:48:07.036531 run osmo-hlr_10.42.42.2(pid=26121): stdout: \u000a| (launched: 2022-12-10_16:48:03.667154) \u000a16:48:07.088394 run osmo-hlr_10.42.42.2(pid=26121): stderr: \u000a| �[0;m�[1;31m20221210164803865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164803865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164803865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164803865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164803865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164803865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164803877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164803886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164803886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164803886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:07.132508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26120): Terminating (SIGTERM)\u000a16:48:07.174227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26123): Terminating (SIGTERM)\u000a16:48:07.215939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26126): Terminating (SIGTERM)\u000a16:48:07.225559 --- ParallelTerminationStrategy: PID 26120 died...\u000a16:48:07.281205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26120): Terminated: ok {rc=0}\u000a16:48:07.291506 --- ParallelTerminationStrategy: PID 26123 died...\u000a16:48:07.347096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26123): Terminated: ok {rc=0}\u000a16:48:07.357319 --- ParallelTerminationStrategy: PID 26126 died...\u000a16:48:07.412843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26126): Terminated: ok {rc=0}\u000a16:48:07.498911 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:47:09" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26141): Process ended prematurely: osmo-stp_10.42.42.5(pid=26141) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26141)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26141): Process ended prematurely: osmo-stp_10.42.42.5(pid=26141) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:48:09.650295 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:09.661869 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:48:09.816465 tst cs_paging_gprs_active.py: using LAC 29309\u000a16:48:09.935527 tst cs_paging_gprs_active.py: using RAC 239\u000a16:48:10.055305 tst cs_paging_gprs_active.py: using CellId 29309\u000a16:48:10.172582 tst cs_paging_gprs_active.py: using BVCI 29310\u000a16:48:10.195656 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:10.207143 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:10.218096 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:10.229547 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:10.240580 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:10.251864 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:10.263291 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:10.274594 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:10.286408 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:10.405215 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:10.695795 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:48:10.829581 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:11.160235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26131): Launched\u000a16:48:11.433858 run iperf3-srv_10.42.42.10(pid=26132): Launched\u000a16:48:11.630609 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:48:11.764746 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:12.095597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26133): Launched\u000a16:48:12.369674 run iperf3-srv_10.42.42.10(pid=26134): Launched\u000a16:48:12.566723 tst cs_paging_gprs_active.py:38: start network...\u000a16:48:12.700233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:13.211242 run create_hlr_db(pid=26135): Launched\u000a16:48:13.395877 bus /gobi_6: Setting Powered False\u000a16:48:14.417042 run create_hlr_db(pid=26135): Terminated: ok {rc=0}\u000a16:48:14.818815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26137): Launched\u000a16:48:15.118762 run osmo-hlr_10.42.42.2(pid=26138): Launched\u000a16:48:15.232595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:15.749398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26140): Launched\u000a16:48:16.208841 run osmo-stp_10.42.42.5(pid=26141): Launched\u000a16:48:16.412045 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:48:17.105945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26143): Launched\u000a16:48:17.218966 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:48:17.485819 run patchelf(pid=26144): Launched\u000a16:48:17.660676 run osmo-stp_10.42.42.5(pid=26141): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26141)]\u000a16:48:17.789200 run osmo-stp_10.42.42.5(pid=26141): stdout: \u000a| (launched: 2022-12-10_16:48:15.906151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:17.918256 run osmo-stp_10.42.42.5(pid=26141): stderr: \u000a| �[0;m�[38;5;43m20221210164816323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164816323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164816326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164816326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164816329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164816329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164816330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:18.042296 run osmo-stp_10.42.42.5(pid=26141): stdout: \u000a| (launched: 2022-12-10_16:48:15.906151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:18.165345 run osmo-stp_10.42.42.5(pid=26141): stderr: \u000a| �[0;m�[38;5;43m20221210164816323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164816323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164816326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164816326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164816329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164816329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164816330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:18.308695 run patchelf(pid=26144): Terminating (SIGINT)\u000a16:48:18.476942 run patchelf(pid=26144): Terminated: ok {rc=0}\u000a16:48:18.507992 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26141): Process ended prematurely: osmo-stp_10.42.42.5(pid=26141) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26141)] [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:48:18.517084 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a16:48:18.577759 run osmo-hlr_10.42.42.2(pid=26138): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26138)]\u000a16:48:18.626975 run osmo-hlr_10.42.42.2(pid=26138): stdout: \u000a| (launched: 2022-12-10_16:48:14.970914) \u000a16:48:18.676844 run osmo-hlr_10.42.42.2(pid=26138): stderr: \u000a| �[0;m�[1;31m20221210164815143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164815143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164815143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164815143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164815143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164815144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164815159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164815169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164815169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164815169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:18.719277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26131): Terminating (SIGTERM)\u000a16:48:18.759363 run iperf3-srv_10.42.42.10(pid=26132): Terminating (SIGTERM)\u000a16:48:18.799316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26133): Terminating (SIGTERM)\u000a16:48:18.839224 run iperf3-srv_10.42.42.10(pid=26134): Terminating (SIGTERM)\u000a16:48:18.878975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26137): Terminating (SIGTERM)\u000a16:48:18.918794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26140): Terminating (SIGTERM)\u000a16:48:18.958981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26143): Terminating (SIGTERM)\u000a16:48:18.968543 --- ParallelTerminationStrategy: PID 26131 died...\u000a16:48:19.022399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26131): Terminated: ok {rc=0}\u000a16:48:19.032100 --- ParallelTerminationStrategy: PID 26132 died...\u000a16:48:19.085153 run iperf3-srv_10.42.42.10(pid=26132): Terminated {rc=256}\u000a16:48:19.094780 --- ParallelTerminationStrategy: PID 26133 died...\u000a16:48:19.147915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26133): Terminated: ok {rc=0}\u000a16:48:19.157720 --- ParallelTerminationStrategy: PID 26134 died...\u000a16:48:19.210440 run iperf3-srv_10.42.42.10(pid=26134): Terminated {rc=256}\u000a16:48:19.220218 --- ParallelTerminationStrategy: PID 26137 died...\u000a16:48:19.273248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26137): Terminated: ok {rc=0}\u000a16:48:19.283187 --- ParallelTerminationStrategy: PID 26140 died...\u000a16:48:19.336544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26140): Terminated: ok {rc=0}\u000a16:48:19.346330 --- ParallelTerminationStrategy: PID 26143 died...\u000a16:48:19.399391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26143): Terminated: ok {rc=0}\u000a16:48:19.487110 bus /gobi_0: Setting Powered False\u000a16:48:20.590038 bus /gobi_0: Setting Powered False\u000a16:48:21.701210 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26153): Process ended prematurely: osmo-stp_10.42.42.5(pid=26153) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26153)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26153): Process ended prematurely: osmo-stp_10.42.42.5(pid=26153) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:48:22.810870 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:22.822555 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:48:22.977459 tst iperf3.py: using LAC 29310\u000a16:48:23.096853 tst iperf3.py: using RAC 240\u000a16:48:23.222787 tst iperf3.py: using CellId 29310\u000a16:48:23.348821 tst iperf3.py: using BVCI 29311\u000a16:48:23.373474 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:23.385229 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:23.396538 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:23.408417 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:23.420648 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:23.431878 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:23.443623 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:23.455245 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:23.467089 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:23.758214 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:48:23.892796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:24.225200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26145): Launched\u000a16:48:24.501197 run iperf3-srv_10.42.42.10(pid=26146): Launched\u000a16:48:24.698268 tst iperf3.py:8: start network...\u000a16:48:24.833325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:25.345308 run create_hlr_db(pid=26147): Launched\u000a16:48:25.530615 bus /gobi_6: Setting Powered False\u000a16:48:26.552089 run create_hlr_db(pid=26147): Terminated: ok {rc=0}\u000a16:48:26.954342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26149): Launched\u000a16:48:27.253542 run osmo-hlr_10.42.42.2(pid=26150): Launched\u000a16:48:27.364057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:27.883393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26152): Launched\u000a16:48:28.181424 run osmo-stp_10.42.42.5(pid=26153): Launched\u000a16:48:28.289611 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:48:28.810497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26155): Launched\u000a16:48:28.917130 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:48:29.177807 run patchelf(pid=26156): Launched\u000a16:48:29.352794 run osmo-stp_10.42.42.5(pid=26153): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26153)]\u000a16:48:29.481134 run osmo-stp_10.42.42.5(pid=26153): stdout: \u000a| (launched: 2022-12-10_16:48:28.035098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:29.609742 run osmo-stp_10.42.42.5(pid=26153): stderr: \u000a| �[0;m�[38;5;43m20221210164828202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164828202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164828203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164828203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164828203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164828204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164828204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:29.733492 run osmo-stp_10.42.42.5(pid=26153): stdout: \u000a| (launched: 2022-12-10_16:48:28.035098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:29.855849 run osmo-stp_10.42.42.5(pid=26153): stderr: \u000a| �[0;m�[38;5;43m20221210164828202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164828202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164828203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164828203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164828203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164828204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164828204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:29.998995 run patchelf(pid=26156): Terminating (SIGINT)\u000a16:48:30.167981 run patchelf(pid=26156): Terminated: ok {rc=0}\u000a16:48:30.198990 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26153): Process ended prematurely: osmo-stp_10.42.42.5(pid=26153) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26153)] [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:48:30.208114 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a16:48:30.268827 run osmo-hlr_10.42.42.2(pid=26150): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26150)]\u000a16:48:30.318015 run osmo-hlr_10.42.42.2(pid=26150): stdout: \u000a| (launched: 2022-12-10_16:48:27.106739) \u000a16:48:30.368066 run osmo-hlr_10.42.42.2(pid=26150): stderr: \u000a| �[0;m�[1;31m20221210164827282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164827282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164827282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164827282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164827282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164827282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164827295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164827304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164827304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164827304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:30.410162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26145): Terminating (SIGTERM)\u000a16:48:30.449937 run iperf3-srv_10.42.42.10(pid=26146): Terminating (SIGTERM)\u000a16:48:30.489611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26149): Terminating (SIGTERM)\u000a16:48:30.529307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26152): Terminating (SIGTERM)\u000a16:48:30.569277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26155): Terminating (SIGTERM)\u000a16:48:30.578733 --- ParallelTerminationStrategy: PID 26145 died...\u000a16:48:30.632511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26145): Terminated: ok {rc=0}\u000a16:48:30.642270 --- ParallelTerminationStrategy: PID 26146 died...\u000a16:48:30.695518 run iperf3-srv_10.42.42.10(pid=26146): Terminated {rc=256}\u000a16:48:30.705199 --- ParallelTerminationStrategy: PID 26149 died...\u000a16:48:30.758489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26149): Terminated: ok {rc=0}\u000a16:48:30.768394 --- ParallelTerminationStrategy: PID 26152 died...\u000a16:48:30.821506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26152): Terminated: ok {rc=0}\u000a16:48:30.832034 --- ParallelTerminationStrategy: PID 26155 died...\u000a16:48:30.901226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26155): Terminated: ok {rc=0}\u000a16:48:30.985251 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26172): Process ended prematurely: osmo-stp_10.42.42.5(pid=26172) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26172)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26172): Process ended prematurely: osmo-stp_10.42.42.5(pid=26172) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:48:32.130637 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.148333 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:48:32.336753 tst iperf3m4.py: using LAC 29311\u000a16:48:32.462667 tst iperf3m4.py: using RAC 241\u000a16:48:32.588793 tst iperf3m4.py: using CellId 29311\u000a16:48:32.716045 tst iperf3m4.py: using BVCI 29312\u000a16:48:32.740793 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.752495 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.764329 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.776371 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.788452 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.800578 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.812806 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.824626 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.836633 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:32.955009 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:33.076650 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:33.195142 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:33.472764 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:48:33.598923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:33.910640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26157): Launched\u000a16:48:34.168804 run iperf3-srv_10.42.42.10(pid=26158): Launched\u000a16:48:34.352269 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:48:34.477572 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:34.788130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26159): Launched\u000a16:48:35.046190 run iperf3-srv_10.42.42.10(pid=26160): Launched\u000a16:48:35.229545 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:48:35.354802 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:35.666439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26161): Launched\u000a16:48:35.924341 run iperf3-srv_10.42.42.10(pid=26162): Launched\u000a16:48:36.108567 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:48:36.233735 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:36.544504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26163): Launched\u000a16:48:36.802026 run iperf3-srv_10.42.42.10(pid=26164): Launched\u000a16:48:36.984031 tst iperf3m4.py:8: start network...\u000a16:48:37.109530 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:37.595986 run create_hlr_db(pid=26165): Launched\u000a16:48:37.780898 bus /gobi_6: Setting Powered False\u000a16:48:38.803330 run create_hlr_db(pid=26165): Terminated: ok {rc=0}\u000a16:48:39.229132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26168): Launched\u000a16:48:39.547118 run osmo-hlr_10.42.42.2(pid=26169): Launched\u000a16:48:39.665910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:40.225977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26171): Launched\u000a16:48:40.546305 run osmo-stp_10.42.42.5(pid=26172): Launched\u000a16:48:40.662735 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:48:41.221388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26174): Launched\u000a16:48:41.335364 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:48:41.614070 run patchelf(pid=26175): Launched\u000a16:48:41.801376 run osmo-stp_10.42.42.5(pid=26172): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26172)]\u000a16:48:41.938308 run osmo-stp_10.42.42.5(pid=26172): stdout: \u000a| (launched: 2022-12-10_16:48:40.389100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:42.075262 run osmo-stp_10.42.42.5(pid=26172): stderr: \u000a| �[0;m�[38;5;43m20221210164840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164840576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164840576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164840576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164840577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:42.206985 run osmo-stp_10.42.42.5(pid=26172): stdout: \u000a| (launched: 2022-12-10_16:48:40.389100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:42.337933 run osmo-stp_10.42.42.5(pid=26172): stderr: \u000a| �[0;m�[38;5;43m20221210164840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164840576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164840576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164840576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164840577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:42.490711 run patchelf(pid=26175): Terminating (SIGINT)\u000a16:48:42.670487 run patchelf(pid=26175): Terminated: ok {rc=0}\u000a16:48:42.703411 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26172): Process ended prematurely: osmo-stp_10.42.42.5(pid=26172) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26172)] [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:48:42.713170 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a16:48:42.775954 run osmo-hlr_10.42.42.2(pid=26169): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26169)]\u000a16:48:42.826704 run osmo-hlr_10.42.42.2(pid=26169): stdout: \u000a| (launched: 2022-12-10_16:48:39.391752) \u000a16:48:42.878326 run osmo-hlr_10.42.42.2(pid=26169): stderr: \u000a| �[0;m�[1;31m20221210164839586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164839586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164839586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164839586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164839586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164839586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164839598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164839607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164839607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164839607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:42.922320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26157): Terminating (SIGTERM)\u000a16:48:42.963562 run iperf3-srv_10.42.42.10(pid=26158): Terminating (SIGTERM)\u000a16:48:43.005077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26159): Terminating (SIGTERM)\u000a16:48:43.046435 run iperf3-srv_10.42.42.10(pid=26160): Terminating (SIGTERM)\u000a16:48:43.087817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26161): Terminating (SIGTERM)\u000a16:48:43.129560 run iperf3-srv_10.42.42.10(pid=26162): Terminating (SIGTERM)\u000a16:48:43.171229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26163): Terminating (SIGTERM)\u000a16:48:43.212600 run iperf3-srv_10.42.42.10(pid=26164): Terminating (SIGTERM)\u000a16:48:43.254194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26168): Terminating (SIGTERM)\u000a16:48:43.295663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26171): Terminating (SIGTERM)\u000a16:48:43.337626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26174): Terminating (SIGTERM)\u000a16:48:43.347383 --- ParallelTerminationStrategy: PID 26157 died...\u000a16:48:43.403589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26157): Terminated: ok {rc=0}\u000a16:48:43.413969 --- ParallelTerminationStrategy: PID 26158 died...\u000a16:48:43.469333 run iperf3-srv_10.42.42.10(pid=26158): Terminated {rc=256}\u000a16:48:43.479521 --- ParallelTerminationStrategy: PID 26159 died...\u000a16:48:43.535167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26159): Terminated: ok {rc=0}\u000a16:48:43.545509 --- ParallelTerminationStrategy: PID 26160 died...\u000a16:48:43.600885 run iperf3-srv_10.42.42.10(pid=26160): Terminated {rc=256}\u000a16:48:43.611085 --- ParallelTerminationStrategy: PID 26161 died...\u000a16:48:43.666905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26161): Terminated: ok {rc=0}\u000a16:48:43.677062 --- ParallelTerminationStrategy: PID 26162 died...\u000a16:48:43.733280 run iperf3-srv_10.42.42.10(pid=26162): Terminated {rc=256}\u000a16:48:43.743562 --- ParallelTerminationStrategy: PID 26163 died...\u000a16:48:43.799631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26163): Terminated: ok {rc=0}\u000a16:48:43.809965 --- ParallelTerminationStrategy: PID 26164 died...\u000a16:48:43.865393 run iperf3-srv_10.42.42.10(pid=26164): Terminated {rc=256}\u000a16:48:43.875649 --- ParallelTerminationStrategy: PID 26168 died...\u000a16:48:43.930974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26168): Terminated: ok {rc=0}\u000a16:48:43.941213 --- ParallelTerminationStrategy: PID 26171 died...\u000a16:48:43.996698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26171): Terminated: ok {rc=0}\u000a16:48:44.007028 --- ParallelTerminationStrategy: PID 26174 died...\u000a16:48:44.063172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26174): Terminated: ok {rc=0}\u000a16:48:44.150724 bus /gobi_4: Setting Powered False\u000a16:48:45.258114 bus /gobi_4: Setting Powered False\u000a16:48:46.366145 bus /gobi_1: Setting Powered False\u000a16:48:47.471219 bus /gobi_1: Setting Powered False\u000a16:48:48.579824 bus /gobi_0: Setting Powered False\u000a16:48:49.685169 bus /gobi_0: Setting Powered False\u000a16:48:50.793340 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26182): Process ended prematurely: osmo-stp_10.42.42.5(pid=26182) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26182)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26182): Process ended prematurely: osmo-stp_10.42.42.5(pid=26182) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:48:51.861651 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:51.873767 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:48:52.028736 tst ping.py: using LAC 29312\u000a16:48:52.146586 tst ping.py: using RAC 242\u000a16:48:52.262801 tst ping.py: using CellId 29312\u000a16:48:52.385505 tst ping.py: using BVCI 29313\u000a16:48:52.409760 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:52.421455 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:52.432652 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:52.444049 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:52.455407 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:52.466968 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:52.478347 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:52.489562 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:52.776242 tst ping.py:19: start network...\u000a16:48:52.907867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:53.409689 run create_hlr_db(pid=26176): Launched\u000a16:48:53.592690 bus /gobi_6: Setting Powered False\u000a16:48:54.613854 run create_hlr_db(pid=26176): Terminated: ok {rc=0}\u000a16:48:55.009572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26178): Launched\u000a16:48:55.304368 run osmo-hlr_10.42.42.2(pid=26179): Launched\u000a16:48:55.420023 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:55.939637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26181): Launched\u000a16:48:56.232223 run osmo-stp_10.42.42.5(pid=26182): Launched\u000a16:48:56.339041 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:48:56.850329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26184): Launched\u000a16:48:56.954985 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:48:57.211539 run patchelf(pid=26185): Launched\u000a16:48:57.384379 run osmo-stp_10.42.42.5(pid=26182): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26182)]\u000a16:48:57.510873 run osmo-stp_10.42.42.5(pid=26182): stdout: \u000a| (launched: 2022-12-10_16:48:56.088429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:57.637376 run osmo-stp_10.42.42.5(pid=26182): stderr: \u000a| �[0;m�[38;5;43m20221210164856256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164856256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164856257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164856257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164856258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164856258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164856258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:57.759247 run osmo-stp_10.42.42.5(pid=26182): stdout: \u000a| (launched: 2022-12-10_16:48:56.088429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:57.879908 run osmo-stp_10.42.42.5(pid=26182): stderr: \u000a| �[0;m�[38;5;43m20221210164856256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164856256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164856257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164856257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164856258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164856258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164856258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:58.021072 run patchelf(pid=26185): Terminating (SIGINT)\u000a16:48:58.187474 run patchelf(pid=26185): Terminated: ok {rc=0}\u000a16:48:58.217569 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26182): Process ended prematurely: osmo-stp_10.42.42.5(pid=26182) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26182)] [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:48:58.226011 tst ping.py:22: Test FAILED (6.4 sec)\u000a16:48:58.286842 run osmo-hlr_10.42.42.2(pid=26179): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26179)]\u000a16:48:58.336274 run osmo-hlr_10.42.42.2(pid=26179): stdout: \u000a| (launched: 2022-12-10_16:48:55.159309) \u000a16:48:58.386434 run osmo-hlr_10.42.42.2(pid=26179): stderr: \u000a| �[0;m�[1;31m20221210164855334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164855334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164855334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164855334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164855334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164855334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164855346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164855355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164855355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164855355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:58.428574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26178): Terminating (SIGTERM)\u000a16:48:58.468653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26181): Terminating (SIGTERM)\u000a16:48:58.508739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26184): Terminating (SIGTERM)\u000a16:48:58.518446 --- ParallelTerminationStrategy: PID 26178 died...\u000a16:48:58.572445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26178): Terminated: ok {rc=0}\u000a16:48:58.582621 --- ParallelTerminationStrategy: PID 26181 died...\u000a16:48:58.636702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26181): Terminated: ok {rc=0}\u000a16:48:58.646854 --- ParallelTerminationStrategy: PID 26184 died...\u000a16:48:58.701517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26184): Terminated: ok {rc=0}\u000a16:48:58.784366 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26192): Process ended prematurely: osmo-stp_10.42.42.5(pid=26192) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26192)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26192): Process ended prematurely: osmo-stp_10.42.42.5(pid=26192) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:48:59.834360 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:59.845991 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:48:59.997344 tst ping_idle_ping.py: using LAC 29313\u000a16:49:00.112148 tst ping_idle_ping.py: using RAC 243\u000a16:49:00.229810 tst ping_idle_ping.py: using CellId 29313\u000a16:49:00.344280 tst ping_idle_ping.py: using BVCI 29314\u000a16:49:00.366946 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:00.378062 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:00.388989 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:00.400190 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:00.411911 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:00.422856 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:00.434151 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:00.445464 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:49:00.733020 tst ping_idle_ping.py:24: start network...\u000a16:49:00.881929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:01.413806 run create_hlr_db(pid=26186): Launched\u000a16:49:01.589611 bus /gobi_6: Setting Powered False\u000a16:49:02.607449 run create_hlr_db(pid=26186): Terminated: ok {rc=0}\u000a16:49:03.000678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26188): Launched\u000a16:49:03.295272 run osmo-hlr_10.42.42.2(pid=26189): Launched\u000a16:49:03.407269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:03.929568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26191): Launched\u000a16:49:04.224457 run osmo-stp_10.42.42.5(pid=26192): Launched\u000a16:49:04.340629 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:04.859952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26194): Launched\u000a16:49:04.964932 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:05.221743 run patchelf(pid=26195): Launched\u000a16:49:05.395194 run osmo-stp_10.42.42.5(pid=26192): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26192)]\u000a16:49:05.521266 run osmo-stp_10.42.42.5(pid=26192): stdout: \u000a| (launched: 2022-12-10_16:49:04.078332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:05.647667 run osmo-stp_10.42.42.5(pid=26192): stderr: \u000a| �[0;m�[38;5;43m20221210164904247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164904247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164904247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164904248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164904248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164904248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164904248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:05.769620 run osmo-stp_10.42.42.5(pid=26192): stdout: \u000a| (launched: 2022-12-10_16:49:04.078332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:05.890868 run osmo-stp_10.42.42.5(pid=26192): stderr: \u000a| �[0;m�[38;5;43m20221210164904247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164904247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164904247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164904248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164904248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164904248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164904248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:06.031525 run patchelf(pid=26195): Terminating (SIGINT)\u000a16:49:06.197658 run patchelf(pid=26195): Terminated: ok {rc=0}\u000a16:49:06.227777 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26192): Process ended prematurely: osmo-stp_10.42.42.5(pid=26192) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26192)] [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:49:06.236307 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a16:49:06.296755 run osmo-hlr_10.42.42.2(pid=26189): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26189)]\u000a16:49:06.345939 run osmo-hlr_10.42.42.2(pid=26189): stdout: \u000a| (launched: 2022-12-10_16:49:03.149594) \u000a16:49:06.395512 run osmo-hlr_10.42.42.2(pid=26189): stderr: \u000a| �[0;m�[1;31m20221210164903326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164903326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164903326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164903326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164903326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164903326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164903339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164903347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164903347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164903348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:06.437415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26188): Terminating (SIGTERM)\u000a16:49:06.477185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26191): Terminating (SIGTERM)\u000a16:49:06.517183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26194): Terminating (SIGTERM)\u000a16:49:06.526941 --- ParallelTerminationStrategy: PID 26188 died...\u000a16:49:06.580294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26188): Terminated: ok {rc=0}\u000a16:49:06.590509 --- ParallelTerminationStrategy: PID 26191 died...\u000a16:49:06.644123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26191): Terminated: ok {rc=0}\u000a16:49:06.654075 --- ParallelTerminationStrategy: PID 26194 died...\u000a16:49:06.707245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26194): Terminated: ok {rc=0}\u000a16:49:06.794913 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:48:09" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26210): Process ended prematurely: osmo-stp_10.42.42.5(pid=26210) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26210)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26210): Process ended prematurely: osmo-stp_10.42.42.5(pid=26210) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:49:08.970490 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:08.982243 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:49:09.125933 tst cs_paging_gprs_active.py: using LAC 29314\u000a16:49:09.250440 tst cs_paging_gprs_active.py: using RAC 244\u000a16:49:09.374438 tst cs_paging_gprs_active.py: using CellId 29314\u000a16:49:09.505666 tst cs_paging_gprs_active.py: using BVCI 29315\u000a16:49:09.529782 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:09.541522 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:09.553110 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:09.564600 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:09.576078 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:09.588007 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:09.599897 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:09.611348 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:09.623234 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:49:09.740863 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:49:10.013954 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:49:10.138903 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:10.447107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26200): Launched\u000a16:49:10.702172 run iperf3-srv_10.42.42.10(pid=26201): Launched\u000a16:49:10.883214 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:49:11.006509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:11.321510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26202): Launched\u000a16:49:11.593497 run iperf3-srv_10.42.42.10(pid=26203): Launched\u000a16:49:11.788634 tst cs_paging_gprs_active.py:38: start network...\u000a16:49:11.921267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:12.428305 run create_hlr_db(pid=26204): Launched\u000a16:49:12.612109 bus /gobi_6: Setting Powered False\u000a16:49:13.634075 run create_hlr_db(pid=26204): Terminated: ok {rc=0}\u000a16:49:14.055838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26206): Launched\u000a16:49:14.368330 run osmo-hlr_10.42.42.2(pid=26207): Launched\u000a16:49:14.481837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:15.003283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26209): Launched\u000a16:49:15.299145 run osmo-stp_10.42.42.5(pid=26210): Launched\u000a16:49:15.408152 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:15.962461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26212): Launched\u000a16:49:16.079596 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:16.367688 run patchelf(pid=26213): Launched\u000a16:49:16.544327 run osmo-stp_10.42.42.5(pid=26210): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26210)]\u000a16:49:16.675512 run osmo-stp_10.42.42.5(pid=26210): stdout: \u000a| (launched: 2022-12-10_16:49:15.153891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:16.825976 run osmo-stp_10.42.42.5(pid=26210): stderr: \u000a| �[0;m�[38;5;43m20221210164915322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164915322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164915322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164915323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164915323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164915323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164915323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:16.990029 run osmo-stp_10.42.42.5(pid=26210): stdout: \u000a| (launched: 2022-12-10_16:49:15.153891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:17.116491 run osmo-stp_10.42.42.5(pid=26210): stderr: \u000a| �[0;m�[38;5;43m20221210164915322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164915322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164915322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164915323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164915323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164915323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164915323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:17.263918 run patchelf(pid=26213): Terminating (SIGINT)\u000a16:49:17.434096 run patchelf(pid=26213): Terminated: ok {rc=0}\u000a16:49:17.465341 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26210): Process ended prematurely: osmo-stp_10.42.42.5(pid=26210) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26210)] [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a16:49:17.474855 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a16:49:17.537030 run osmo-hlr_10.42.42.2(pid=26207): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26207)]\u000a16:49:17.587014 run osmo-hlr_10.42.42.2(pid=26207): stdout: \u000a| (launched: 2022-12-10_16:49:14.216882) \u000a16:49:17.636662 run osmo-hlr_10.42.42.2(pid=26207): stderr: \u000a| �[0;m�[1;31m20221210164914398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164914398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164914398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164914398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164914398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164914398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164914410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164914418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164914419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164914419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:17.679794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26200): Terminating (SIGTERM)\u000a16:49:17.720348 run iperf3-srv_10.42.42.10(pid=26201): Terminating (SIGTERM)\u000a16:49:17.761409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26202): Terminating (SIGTERM)\u000a16:49:17.802131 run iperf3-srv_10.42.42.10(pid=26203): Terminating (SIGTERM)\u000a16:49:17.842870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26206): Terminating (SIGTERM)\u000a16:49:17.883607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26209): Terminating (SIGTERM)\u000a16:49:17.924291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26212): Terminating (SIGTERM)\u000a16:49:17.934237 --- ParallelTerminationStrategy: PID 26200 died...\u000a16:49:17.988160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26200): Terminated: ok {rc=0}\u000a16:49:17.998535 --- ParallelTerminationStrategy: PID 26201 died...\u000a16:49:18.052121 run iperf3-srv_10.42.42.10(pid=26201): Terminated {rc=256}\u000a16:49:18.062378 --- ParallelTerminationStrategy: PID 26202 died...\u000a16:49:18.116756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26202): Terminated: ok {rc=0}\u000a16:49:18.126438 --- ParallelTerminationStrategy: PID 26203 died...\u000a16:49:18.179857 run iperf3-srv_10.42.42.10(pid=26203): Terminated {rc=256}\u000a16:49:18.190147 --- ParallelTerminationStrategy: PID 26206 died...\u000a16:49:18.244400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26206): Terminated: ok {rc=0}\u000a16:49:18.254224 --- ParallelTerminationStrategy: PID 26209 died...\u000a16:49:18.308417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26209): Terminated: ok {rc=0}\u000a16:49:18.318314 --- ParallelTerminationStrategy: PID 26212 died...\u000a16:49:18.372288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26212): Terminated: ok {rc=0}\u000a16:49:18.462073 bus /gobi_0: Setting Powered False\u000a16:49:19.564618 bus /gobi_0: Setting Powered False\u000a16:49:20.673265 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26222): Process ended prematurely: osmo-stp_10.42.42.5(pid=26222) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26222)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26222): Process ended prematurely: osmo-stp_10.42.42.5(pid=26222) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a16:49:21.787780 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:21.800579 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:49:21.943898 tst iperf3.py: using LAC 29315\u000a16:49:22.066582 tst iperf3.py: using RAC 245\u000a16:49:22.192000 tst iperf3.py: using CellId 29315\u000a16:49:22.316075 tst iperf3.py: using BVCI 29316\u000a16:49:22.340177 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:22.352087 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:22.363742 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:22.375533 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:22.387407 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:22.399336 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:22.411331 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:22.423061 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:22.435168 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:49:22.711146 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:49:22.834384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:23.140381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26214): Launched\u000a16:49:23.394195 run iperf3-srv_10.42.42.10(pid=26215): Launched\u000a16:49:23.574773 tst iperf3.py:8: start network...\u000a16:49:23.697646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:24.163441 run create_hlr_db(pid=26216): Launched\u000a16:49:24.333887 bus /gobi_6: Setting Powered False\u000a16:49:25.356554 run create_hlr_db(pid=26216): Terminated: ok {rc=0}\u000a16:49:25.753773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26218): Launched\u000a16:49:26.050672 run osmo-hlr_10.42.42.2(pid=26219): Launched\u000a16:49:26.162731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:26.686587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26221): Launched\u000a16:49:26.983718 run osmo-stp_10.42.42.5(pid=26222): Launched\u000a16:49:27.094048 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:27.609326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26224): Launched\u000a16:49:27.714473 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:27.972276 run patchelf(pid=26225): Launched\u000a16:49:28.146015 run osmo-stp_10.42.42.5(pid=26222): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26222)]\u000a16:49:28.273274 run osmo-stp_10.42.42.5(pid=26222): stdout: \u000a| (launched: 2022-12-10_16:49:26.837068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:28.400815 run osmo-stp_10.42.42.5(pid=26222): stderr: \u000a| �[0;m�[38;5;43m20221210164927006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164927006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164927006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164927007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164927007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164927007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164927007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:28.523847 run osmo-stp_10.42.42.5(pid=26222): stdout: \u000a| (launched: 2022-12-10_16:49:26.837068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:28.645762 run osmo-stp_10.42.42.5(pid=26222): stderr: \u000a| �[0;m�[38;5;43m20221210164927006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164927006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164927006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164927007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164927007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164927007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164927007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:28.788019 run patchelf(pid=26225): Terminating (SIGINT)\u000a16:49:28.954786 run patchelf(pid=26225): Terminated: ok {rc=0}\u000a16:49:28.985592 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26222): Process ended prematurely: osmo-stp_10.42.42.5(pid=26222) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26222)] [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a16:49:28.994851 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a16:49:29.055020 run osmo-hlr_10.42.42.2(pid=26219): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26219)]\u000a16:49:29.104063 run osmo-hlr_10.42.42.2(pid=26219): stdout: \u000a| (launched: 2022-12-10_16:49:25.904846) \u000a16:49:29.153606 run osmo-hlr_10.42.42.2(pid=26219): stderr: \u000a| �[0;m�[1;31m20221210164926082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164926082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164926082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164926082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164926082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164926082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164926094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164926103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164926103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164926103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:29.195581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26214): Terminating (SIGTERM)\u000a16:49:29.235644 run iperf3-srv_10.42.42.10(pid=26215): Terminating (SIGTERM)\u000a16:49:29.275175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26218): Terminating (SIGTERM)\u000a16:49:29.314914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26221): Terminating (SIGTERM)\u000a16:49:29.354691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26224): Terminating (SIGTERM)\u000a16:49:29.363992 --- ParallelTerminationStrategy: PID 26214 died...\u000a16:49:29.416892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26214): Terminated: ok {rc=0}\u000a16:49:29.426724 --- ParallelTerminationStrategy: PID 26215 died...\u000a16:49:29.479258 run iperf3-srv_10.42.42.10(pid=26215): Terminated {rc=256}\u000a16:49:29.489212 --- ParallelTerminationStrategy: PID 26218 died...\u000a16:49:29.542009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26218): Terminated: ok {rc=0}\u000a16:49:29.551780 --- ParallelTerminationStrategy: PID 26221 died...\u000a16:49:29.604691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26221): Terminated: ok {rc=0}\u000a16:49:29.614355 --- ParallelTerminationStrategy: PID 26224 died...\u000a16:49:29.667385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26224): Terminated: ok {rc=0}\u000a16:49:29.754974 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26240): Process ended prematurely: osmo-stp_10.42.42.5(pid=26240) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26240)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26240): Process ended prematurely: osmo-stp_10.42.42.5(pid=26240) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26240)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a16:49:30.868172 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:30.881228 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:49:31.040607 tst iperf3m4.py: using LAC 29316\u000a16:49:31.198898 tst iperf3m4.py: using RAC 246\u000a16:49:31.325873 tst iperf3m4.py: using CellId 29316\u000a16:49:31.479600 tst iperf3m4.py: using BVCI 29317\u000a16:49:31.503812 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:31.516179 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:31.529761 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:31.543240 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:31.556599 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:31.568827 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:31.582471 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:31.597060 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:31.610707 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:49:31.742908 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:49:31.889723 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:49:32.019508 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:49:32.360805 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:49:32.487101 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:32.795331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26226): Launched\u000a16:49:33.049869 run iperf3-srv_10.42.42.10(pid=26227): Launched\u000a16:49:33.230621 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:49:33.353811 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:33.661399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26228): Launched\u000a16:49:33.916148 run iperf3-srv_10.42.42.10(pid=26229): Launched\u000a16:49:34.097004 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:49:34.219975 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:34.526562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26230): Launched\u000a16:49:34.780691 run iperf3-srv_10.42.42.10(pid=26231): Launched\u000a16:49:34.960726 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:49:35.083937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:35.391022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26232): Launched\u000a16:49:35.645867 run iperf3-srv_10.42.42.10(pid=26233): Launched\u000a16:49:35.826458 tst iperf3m4.py:8: start network...\u000a16:49:35.949797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:36.416763 run create_hlr_db(pid=26234): Launched\u000a16:49:36.588047 bus /gobi_6: Setting Powered False\u000a16:49:37.610298 run create_hlr_db(pid=26234): Terminated: ok {rc=0}\u000a16:49:38.031359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26236): Launched\u000a16:49:38.346967 run osmo-hlr_10.42.42.2(pid=26237): Launched\u000a16:49:38.465564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:39.016738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26239): Launched\u000a16:49:39.333897 run osmo-stp_10.42.42.5(pid=26240): Launched\u000a16:49:39.449563 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:40.003790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26242): Launched\u000a16:49:40.116795 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:40.392129 run patchelf(pid=26243): Launched\u000a16:49:40.577424 run osmo-stp_10.42.42.5(pid=26240): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26240)]\u000a16:49:40.713335 run osmo-stp_10.42.42.5(pid=26240): stdout: \u000a| (launched: 2022-12-10_16:49:39.178325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:40.849851 run osmo-stp_10.42.42.5(pid=26240): stderr: \u000a| �[0;m�[38;5;43m20221210164939365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164939365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164939365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164939366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:40.980714 run osmo-stp_10.42.42.5(pid=26240): stdout: \u000a| (launched: 2022-12-10_16:49:39.178325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:41.110597 run osmo-stp_10.42.42.5(pid=26240): stderr: \u000a| �[0;m�[38;5;43m20221210164939365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164939365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164939365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164939366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:41.262093 run patchelf(pid=26243): Terminating (SIGINT)\u000a16:49:41.440002 run patchelf(pid=26243): Terminated: ok {rc=0}\u000a16:49:41.472802 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26240): Process ended prematurely: osmo-stp_10.42.42.5(pid=26240) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26240)] [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a16:49:41.482620 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a16:49:41.545382 run osmo-hlr_10.42.42.2(pid=26237): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26237)]\u000a16:49:41.596444 run osmo-hlr_10.42.42.2(pid=26237): stdout: \u000a| (launched: 2022-12-10_16:49:38.192238) \u000a16:49:41.648270 run osmo-hlr_10.42.42.2(pid=26237): stderr: \u000a| �[0;m�[1;31m20221210164938384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164938384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164938384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164938384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164938384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164938385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164938397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164938407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164938407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164938407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:41.692349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26226): Terminating (SIGTERM)\u000a16:49:41.733960 run iperf3-srv_10.42.42.10(pid=26227): Terminating (SIGTERM)\u000a16:49:41.775865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26228): Terminating (SIGTERM)\u000a16:49:41.817584 run iperf3-srv_10.42.42.10(pid=26229): Terminating (SIGTERM)\u000a16:49:41.859390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26230): Terminating (SIGTERM)\u000a16:49:41.900849 run iperf3-srv_10.42.42.10(pid=26231): Terminating (SIGTERM)\u000a16:49:41.944044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26232): Terminating (SIGTERM)\u000a16:49:41.985542 run iperf3-srv_10.42.42.10(pid=26233): Terminating (SIGTERM)\u000a16:49:42.027150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26236): Terminating (SIGTERM)\u000a16:49:42.068422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26239): Terminating (SIGTERM)\u000a16:49:42.110201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26242): Terminating (SIGTERM)\u000a16:49:42.119790 --- ParallelTerminationStrategy: PID 26226 died...\u000a16:49:42.175497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26226): Terminated: ok {rc=0}\u000a16:49:42.185866 --- ParallelTerminationStrategy: PID 26227 died...\u000a16:49:42.241449 run iperf3-srv_10.42.42.10(pid=26227): Terminated {rc=256}\u000a16:49:42.251523 --- ParallelTerminationStrategy: PID 26228 died...\u000a16:49:42.307092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26228): Terminated: ok {rc=0}\u000a16:49:42.317159 --- ParallelTerminationStrategy: PID 26229 died...\u000a16:49:42.372391 run iperf3-srv_10.42.42.10(pid=26229): Terminated {rc=256}\u000a16:49:42.382437 --- ParallelTerminationStrategy: PID 26230 died...\u000a16:49:42.437636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26230): Terminated: ok {rc=0}\u000a16:49:42.448759 --- ParallelTerminationStrategy: PID 26231 died...\u000a16:49:42.504102 run iperf3-srv_10.42.42.10(pid=26231): Terminated {rc=256}\u000a16:49:42.514412 --- ParallelTerminationStrategy: PID 26232 died...\u000a16:49:42.569941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26232): Terminated: ok {rc=0}\u000a16:49:42.580020 --- ParallelTerminationStrategy: PID 26233 died...\u000a16:49:42.635398 run iperf3-srv_10.42.42.10(pid=26233): Terminated {rc=256}\u000a16:49:42.645403 --- ParallelTerminationStrategy: PID 26236 died...\u000a16:49:42.700492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26236): Terminated: ok {rc=0}\u000a16:49:42.710445 --- ParallelTerminationStrategy: PID 26239 died...\u000a16:49:42.765975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26239): Terminated: ok {rc=0}\u000a16:49:42.776131 --- ParallelTerminationStrategy: PID 26242 died...\u000a16:49:42.831794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26242): Terminated: ok {rc=0}\u000a16:49:42.917855 bus /gobi_4: Setting Powered False\u000a16:49:44.024643 bus /gobi_4: Setting Powered False\u000a16:49:45.132353 bus /gobi_1: Setting Powered False\u000a16:49:46.252314 bus /gobi_1: Setting Powered False\u000a16:49:47.366307 bus /gobi_0: Setting Powered False\u000a16:49:48.468667 bus /gobi_0: Setting Powered False\u000a16:49:49.579768 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26250): Process ended prematurely: osmo-stp_10.42.42.5(pid=26250) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26250): Process ended prematurely: osmo-stp_10.42.42.5(pid=26250) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a16:49:50.647486 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:50.659643 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:49:50.795158 tst ping.py: using LAC 29317\u000a16:49:50.908137 tst ping.py: using RAC 247\u000a16:49:51.024608 tst ping.py: using CellId 29317\u000a16:49:51.138550 tst ping.py: using BVCI 29318\u000a16:49:51.161064 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:51.172437 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:51.183595 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:51.195155 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:51.206801 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:51.218799 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:51.231033 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:51.242541 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:49:51.526394 tst ping.py:19: start network...\u000a16:49:51.656217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:52.156770 run create_hlr_db(pid=26244): Launched\u000a16:49:52.337607 bus /gobi_6: Setting Powered False\u000a16:49:53.359307 run create_hlr_db(pid=26244): Terminated: ok {rc=0}\u000a16:49:53.776243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26246): Launched\u000a16:49:54.087414 run osmo-hlr_10.42.42.2(pid=26247): Launched\u000a16:49:54.204172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:54.747784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26249): Launched\u000a16:49:55.060205 run osmo-stp_10.42.42.5(pid=26250): Launched\u000a16:49:55.172894 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:55.716537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26252): Launched\u000a16:49:55.829321 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:56.099341 run patchelf(pid=26253): Launched\u000a16:49:56.282001 run osmo-stp_10.42.42.5(pid=26250): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)]\u000a16:49:56.415652 run osmo-stp_10.42.42.5(pid=26250): stdout: \u000a| (launched: 2022-12-10_16:49:54.907093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:56.549894 run osmo-stp_10.42.42.5(pid=26250): stderr: \u000a| �[0;m�[38;5;43m20221210164955097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164955097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164955097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164955098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164955098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164955098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164955098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:56.679142 run osmo-stp_10.42.42.5(pid=26250): stdout: \u000a| (launched: 2022-12-10_16:49:54.907093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:56.807333 run osmo-stp_10.42.42.5(pid=26250): stderr: \u000a| �[0;m�[38;5;43m20221210164955097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210164955097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210164955097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210164955098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210164955098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210164955098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210164955098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:56.956493 run patchelf(pid=26253): Terminating (SIGINT)\u000a16:49:57.130982 run patchelf(pid=26253): Terminated: ok {rc=0}\u000a16:49:57.162635 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26250): Process ended prematurely: osmo-stp_10.42.42.5(pid=26250) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)] [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a16:49:57.171811 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:49:57.233999 run osmo-hlr_10.42.42.2(pid=26247): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26247)]\u000a16:49:57.284692 run osmo-hlr_10.42.42.2(pid=26247): stdout: \u000a| (launched: 2022-12-10_16:49:53.935191) \u000a16:49:57.336290 run osmo-hlr_10.42.42.2(pid=26247): stderr: \u000a| �[0;m�[1;31m20221210164954132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210164954132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210164954132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164954132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210164954132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210164954132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210164954145 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210164954155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210164954155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210164954155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:57.380199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26246): Terminating (SIGTERM)\u000a16:49:57.421705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26249): Terminating (SIGTERM)\u000a16:49:57.463142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26252): Terminating (SIGTERM)\u000a16:49:57.472690 --- ParallelTerminationStrategy: PID 26246 died...\u000a16:49:57.528325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26246): Terminated: ok {rc=0}\u000a16:49:57.538354 --- ParallelTerminationStrategy: PID 26249 died...\u000a16:49:57.593722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26249): Terminated: ok {rc=0}\u000a16:49:57.603733 --- ParallelTerminationStrategy: PID 26252 died...\u000a16:49:57.659114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26252): Terminated: ok {rc=0}\u000a16:49:57.747080 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26263): Process ended prematurely: osmo-stp_10.42.42.5(pid=26263) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26263)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26263): Process ended prematurely: osmo-stp_10.42.42.5(pid=26263) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26263)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a16:49:58.798571 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:58.811074 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:49:58.962712 tst ping_idle_ping.py: using LAC 29318\u000a16:49:59.096648 tst ping_idle_ping.py: using RAC 248\u000a16:49:59.219093 tst ping_idle_ping.py: using CellId 29318\u000a16:49:59.346856 tst ping_idle_ping.py: using BVCI 29319\u000a16:49:59.370818 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:59.382826 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:59.394531 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:59.406317 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:59.417992 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:59.429676 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:59.441571 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:59.453359 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:49:59.738792 tst ping_idle_ping.py:24: start network...\u000a16:49:59.869955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:00.371542 run create_hlr_db(pid=26254): Launched\u000a16:50:00.553695 bus /gobi_6: Setting Powered False\u000a16:50:01.583255 run create_hlr_db(pid=26254): Terminated: ok {rc=0}\u000a16:50:02.041657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26259): Launched\u000a16:50:02.340807 run osmo-hlr_10.42.42.2(pid=26260): Launched\u000a16:50:02.455234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:02.971676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26262): Launched\u000a16:50:03.263907 run osmo-stp_10.42.42.5(pid=26263): Launched\u000a16:50:03.371532 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:50:03.881506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26265): Launched\u000a16:50:03.985616 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:50:04.239713 run patchelf(pid=26266): Launched\u000a16:50:04.411185 run osmo-stp_10.42.42.5(pid=26263): ERR: Terminated: ERROR {rc=1} [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26263)]\u000a16:50:04.536584 run osmo-stp_10.42.42.5(pid=26263): stdout: \u000a| (launched: 2022-12-10_16:50:03.119375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:04.662731 run osmo-stp_10.42.42.5(pid=26263): stderr: \u000a| �[0;m�[38;5;43m20221210165003288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165003288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165003288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165003289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165003291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165003291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165003291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:04.784375 run osmo-stp_10.42.42.5(pid=26263): stdout: \u000a| (launched: 2022-12-10_16:50:03.119375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:04.904494 run osmo-stp_10.42.42.5(pid=26263): stderr: \u000a| �[0;m�[38;5;43m20221210165003288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165003288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165003288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165003289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165003291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165003291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165003291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:05.044670 run patchelf(pid=26266): Terminating (SIGINT)\u000a16:50:05.209569 run patchelf(pid=26266): Terminated: ok {rc=0}\u000a16:50:05.239689 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26263): Process ended prematurely: osmo-stp_10.42.42.5(pid=26263) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26263)] [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a16:50:05.248592 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a16:50:05.309611 run osmo-hlr_10.42.42.2(pid=26260): ERR: Terminated: ERROR {rc=237} [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26260)]\u000a16:50:05.358988 run osmo-hlr_10.42.42.2(pid=26260): stdout: \u000a| (launched: 2022-12-10_16:50:02.193779) \u000a16:50:05.408982 run osmo-hlr_10.42.42.2(pid=26260): stderr: \u000a| �[0;m�[1;31m20221210165002369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165002369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165002369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165002369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165002369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165002369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165002381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165002390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165002390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165002390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:05.451264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26259): Terminating (SIGTERM)\u000a16:50:05.491441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26262): Terminating (SIGTERM)\u000a16:50:05.531767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26265): Terminating (SIGTERM)\u000a16:50:05.541488 --- ParallelTerminationStrategy: PID 26259 died...\u000a16:50:05.595339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26259): Terminated: ok {rc=0}\u000a16:50:05.605243 --- ParallelTerminationStrategy: PID 26262 died...\u000a16:50:05.658591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26262): Terminated: ok {rc=0}\u000a16:50:05.668663 --- ParallelTerminationStrategy: PID 26265 died...\u000a16:50:05.721923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26265): Terminated: ok {rc=0}\u000a16:50:05.811120 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:49:08" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26276): Process ended prematurely: osmo-stp_10.42.42.5(pid=26276) [trial-2376↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26276)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26276): Process ended prematurely: osmo-stp_10.42.42.5(pid=26276) [trial-2376↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:50:07.861900 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:50:07.873931 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:50:08.024520 tst switch_tch_pdch.py: using LAC 29319\u000a16:50:08.146385 tst switch_tch_pdch.py: using RAC 249\u000a16:50:08.270200 tst switch_tch_pdch.py: using CellId 29319\u000a16:50:08.394099 tst switch_tch_pdch.py: using BVCI 29320\u000a16:50:08.417969 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:50:08.430248 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:50:08.442249 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:50:08.454245 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:50:08.465975 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:50:08.477724 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:50:08.489592 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:50:08.501466 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:50:08.620144 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:50:08.908027 tst switch_tch_pdch.py:51: start network...\u000a16:50:09.038019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:09.533748 run create_hlr_db(pid=26270): Launched\u000a16:50:09.714351 bus /gobi_6: Setting Powered False\u000a16:50:10.735006 run create_hlr_db(pid=26270): Terminated: ok {rc=0}\u000a16:50:11.126684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26272): Launched\u000a16:50:11.418137 run osmo-hlr_10.42.42.2(pid=26273): Launched\u000a16:50:11.526937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:12.041117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26275): Launched\u000a16:50:12.333251 run osmo-stp_10.42.42.5(pid=26276): Launched\u000a16:50:12.440381 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:50:12.949641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26278): Launched\u000a16:50:13.054353 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:50:13.314898 run patchelf(pid=26279): Launched\u000a16:50:13.497979 run osmo-stp_10.42.42.5(pid=26276): ERR: Terminated: ERROR {rc=1} [trial-2376↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26276)]\u000a16:50:13.632368 run osmo-stp_10.42.42.5(pid=26276): stdout: \u000a| (launched: 2022-12-10_16:50:12.189277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:13.767055 run osmo-stp_10.42.42.5(pid=26276): stderr: \u000a| �[0;m�[38;5;43m20221210165012356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165012356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165012356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165012356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165012357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165012357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165012357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:13.897497 run osmo-stp_10.42.42.5(pid=26276): stdout: \u000a| (launched: 2022-12-10_16:50:12.189277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:14.025990 run osmo-stp_10.42.42.5(pid=26276): stderr: \u000a| �[0;m�[38;5;43m20221210165012356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165012356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165012356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165012356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165012357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165012357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165012357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:14.175137 run patchelf(pid=26279): Terminating (SIGINT)\u000a16:50:14.350050 run patchelf(pid=26279): Terminated: ok {rc=0}\u000a16:50:14.382043 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26276): Process ended prematurely: osmo-stp_10.42.42.5(pid=26276) [trial-2376↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26276)] [trial-2376↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:50:14.391422 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a16:50:14.454040 run osmo-hlr_10.42.42.2(pid=26273): ERR: Terminated: ERROR {rc=237} [trial-2376↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26273)]\u000a16:50:14.505273 run osmo-hlr_10.42.42.2(pid=26273): stdout: \u000a| (launched: 2022-12-10_16:50:11.274530) \u000a16:50:14.557456 run osmo-hlr_10.42.42.2(pid=26273): stderr: \u000a| �[0;m�[1;31m20221210165011449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165011449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165011449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165011449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165011449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165011449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165011462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165011470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165011470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165011470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:14.602208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26272): Terminating (SIGTERM)\u000a16:50:14.644358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26275): Terminating (SIGTERM)\u000a16:50:14.686727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26278): Terminating (SIGTERM)\u000a16:50:14.696397 --- ParallelTerminationStrategy: PID 26272 died...\u000a16:50:14.752803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26272): Terminated: ok {rc=0}\u000a16:50:14.762875 --- ParallelTerminationStrategy: PID 26275 died...\u000a16:50:14.819329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26275): Terminated: ok {rc=0}\u000a16:50:14.829549 --- ParallelTerminationStrategy: PID 26278 died...\u000a16:50:14.886735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26278): Terminated: ok {rc=0}\u000a16:50:14.973805 bus /gobi_0: Setting Powered False\u000a16:50:16.078328 bus /gobi_0: Setting Powered False\u000a16:50:17.202232 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:50:07" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26292): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26292) [trial-2376↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26292)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26292): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26292) [trial-2376↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a16:50:19.059900 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a16:50:19.173852 tst esme_connect_policy_acceptall.py: using MSISDN 7800\u000a16:50:19.316702 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:50:19.917045 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26291): Launched\u000a16:50:20.232651 run osmo-nitb_10.42.42.2(pid=26292): Launched\u000a16:50:20.427959 run osmo-nitb_10.42.42.2(pid=26292): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26292)]\u000a16:50:20.572077 run osmo-nitb_10.42.42.2(pid=26292): stdout: \u000a| (launched: 2022-12-10_16:50:20.079835) \u000a16:50:20.716403 run osmo-nitb_10.42.42.2(pid=26292): stderr: \u000a| (launched: 2022-12-10_16:50:20.127237)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:20.856809 run osmo-nitb_10.42.42.2(pid=26292): stdout: \u000a| (launched: 2022-12-10_16:50:20.079835) \u000a16:50:20.995184 run osmo-nitb_10.42.42.2(pid=26292): stderr: \u000a| (launched: 2022-12-10_16:50:20.127237)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:21.362750 tst osmo-nitb_10.42.42.2(pid=26292): stdout: \u000a| (launched: 2022-12-10_16:50:20.079835) \u000a16:50:21.491082 tst osmo-nitb_10.42.42.2(pid=26292): stderr: \u000a| (launched: 2022-12-10_16:50:20.127237)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:21.546992 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=26292): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26292) [trial-2376↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26292)] [trial-2376↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a16:50:21.555297 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a16:50:21.592790 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26291): Terminating (SIGTERM)\u000a16:50:21.771093 --- ParallelTerminationStrategy: PID 26291 died...\u000a16:50:21.826581 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26291): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26294): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26294) [trial-2376↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26294)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26294): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26294) [trial-2376↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a16:50:21.840901 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a16:50:21.959122 tst esme_connect_policy_closed.py: using MSISDN 7801\u000a16:50:22.085190 tst esme_connect_policy_closed.py: using MSISDN 7802\u000a16:50:22.198803 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:50:22.800765 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26293): Launched\u000a16:50:23.116863 run osmo-nitb_10.42.42.2(pid=26294): Launched\u000a16:50:23.298173 run osmo-nitb_10.42.42.2(pid=26294): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26294)]\u000a16:50:23.431102 run osmo-nitb_10.42.42.2(pid=26294): stdout: \u000a| (launched: 2022-12-10_16:50:22.963984) \u000a16:50:23.564429 run osmo-nitb_10.42.42.2(pid=26294): stderr: \u000a| (launched: 2022-12-10_16:50:23.011858)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:23.692933 run osmo-nitb_10.42.42.2(pid=26294): stdout: \u000a| (launched: 2022-12-10_16:50:22.963984) \u000a16:50:23.821170 run osmo-nitb_10.42.42.2(pid=26294): stderr: \u000a| (launched: 2022-12-10_16:50:23.011858)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:23.876939 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=26294): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26294) [trial-2376↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26294)] [trial-2376↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a16:50:23.885365 tst esme_connect_policy_closed.py:24: Test FAILED (2.0 sec)\u000a16:50:23.920849 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26293): Terminating (SIGTERM)\u000a16:50:24.098520 --- ParallelTerminationStrategy: PID 26293 died...\u000a16:50:24.155837 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26293): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26296): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26296) [trial-2376↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26296)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26296): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26296) [trial-2376↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a16:50:24.170566 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a16:50:24.181997 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a16:50:24.315635 tst esme_ms_sms_storeforward.py: using LAC 29320\u000a16:50:24.439656 tst esme_ms_sms_storeforward.py: using RAC 250\u000a16:50:24.564100 tst esme_ms_sms_storeforward.py: using CellId 29320\u000a16:50:24.688442 tst esme_ms_sms_storeforward.py: using BVCI 29321\u000a16:50:24.712931 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a16:50:24.921035 tst esme_ms_sms_storeforward.py: using MSISDN 7803\u000a16:50:25.105523 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a16:50:25.231680 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:50:25.855508 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26295): Launched\u000a16:50:26.155407 run osmo-nitb_10.42.42.2(pid=26296): Launched\u000a16:50:26.327603 run osmo-nitb_10.42.42.2(pid=26296): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26296)]\u000a16:50:26.453062 run osmo-nitb_10.42.42.2(pid=26296): stdout: \u000a| (launched: 2022-12-10_16:50:26.010172) \u000a16:50:26.579034 run osmo-nitb_10.42.42.2(pid=26296): stderr: \u000a| (launched: 2022-12-10_16:50:26.055247)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:26.700638 run osmo-nitb_10.42.42.2(pid=26296): stdout: \u000a| (launched: 2022-12-10_16:50:26.010172) \u000a16:50:26.821307 run osmo-nitb_10.42.42.2(pid=26296): stderr: \u000a| (launched: 2022-12-10_16:50:26.055247)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:26.873863 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=26296): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26296) [trial-2376↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26296)] [trial-2376↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a16:50:26.881931 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.7 sec)\u000a16:50:26.916307 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26295): Terminating (SIGTERM)\u000a16:50:27.093782 --- ParallelTerminationStrategy: PID 26295 died...\u000a16:50:27.148170 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26295): Terminated: ok {rc=0}\u000a16:50:27.235725 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26298): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26298) [trial-2376↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26298)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26298): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26298) [trial-2376↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a16:50:28.287142 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a16:50:28.298606 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a16:50:28.421781 tst esme_ms_sms_transaction.py: using LAC 29321\u000a16:50:28.539920 tst esme_ms_sms_transaction.py: using RAC 251\u000a16:50:28.657213 tst esme_ms_sms_transaction.py: using CellId 29321\u000a16:50:28.777284 tst esme_ms_sms_transaction.py: using BVCI 29322\u000a16:50:28.800177 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a16:50:29.020260 tst esme_ms_sms_transaction.py: using MSISDN 7804\u000a16:50:29.216635 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a16:50:29.350794 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:50:30.008688 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26297): Launched\u000a16:50:30.324929 run osmo-nitb_10.42.42.2(pid=26298): Launched\u000a16:50:30.521237 run osmo-nitb_10.42.42.2(pid=26298): ERR: Terminated: ERROR {rc=2} [trial-2376↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26298)]\u000a16:50:30.666195 run osmo-nitb_10.42.42.2(pid=26298): stdout: \u000a| (launched: 2022-12-10_16:50:30.171682) \u000a16:50:30.811225 run osmo-nitb_10.42.42.2(pid=26298): stderr: \u000a| (launched: 2022-12-10_16:50:30.219368)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:30.959223 run osmo-nitb_10.42.42.2(pid=26298): stdout: \u000a| (launched: 2022-12-10_16:50:30.171682) \u000a16:50:31.102351 run osmo-nitb_10.42.42.2(pid=26298): stderr: \u000a| (launched: 2022-12-10_16:50:30.219368)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:31.457302 tst osmo-nitb_10.42.42.2(pid=26298): stdout: \u000a| (launched: 2022-12-10_16:50:30.171682) \u000a16:50:31.587994 tst osmo-nitb_10.42.42.2(pid=26298): stderr: \u000a| (launched: 2022-12-10_16:50:30.219368)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:31.645984 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=26298): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26298) [trial-2376↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26298)] [trial-2376↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a16:50:31.655146 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a16:50:31.693553 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26297): Terminating (SIGTERM)\u000a16:50:31.872326 --- ParallelTerminationStrategy: PID 26297 died...\u000a16:50:31.928607 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26297): Terminated: ok {rc=0}\u000a16:50:32.016672 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:50:18" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=26308): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26308) [trial-2376↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26308)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=26308): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26308) [trial-2376↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a16:50:33.813164 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:33.823611 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:33.834662 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:33.845136 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:33.958152 tst esme_connect_policy_acceptall.py: using MSISDN 7805\u000a16:50:34.073635 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a16:50:34.628288 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26303): Launched\u000a16:50:34.949385 run osmo-stp_10.42.42.4(pid=26304): Launched\u000a16:50:35.064072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:35.575910 run create_hlr_db(pid=26305): Launched\u000a16:50:35.762216 bus /sierra_2: Setting Powered False\u000a16:50:36.781612 run create_hlr_db(pid=26305): Terminated: ok {rc=0}\u000a16:50:37.206512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26307): Launched\u000a16:50:37.525198 run osmo-hlr_10.42.42.2(pid=26308): Launched\u000a16:50:37.641109 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a16:50:38.226503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26310): Launched\u000a16:50:38.546784 run osmo-msc_10.42.42.5(pid=26311): Launched\u000a16:50:38.735382 run osmo-hlr_10.42.42.2(pid=26308): ERR: Terminated: ERROR {rc=237} [trial-2376↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26308)]\u000a16:50:38.873285 run osmo-hlr_10.42.42.2(pid=26308): stdout: \u000a| (launched: 2022-12-10_16:50:37.369630) \u000a16:50:39.008760 run osmo-hlr_10.42.42.2(pid=26308): stderr: \u000a| �[0;m�[1;31m20221210165037562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165037575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165037583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165037584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165037584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:39.138042 run osmo-hlr_10.42.42.2(pid=26308): stdout: \u000a| (launched: 2022-12-10_16:50:37.369630) \u000a16:50:39.266436 run osmo-hlr_10.42.42.2(pid=26308): stderr: \u000a| �[0;m�[1;31m20221210165037562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165037575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165037583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165037584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165037584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:39.322564 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=26308): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26308) [trial-2376↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26308)] [trial-2376↪smpp↪esme_connect_policy_acceptall.py:23]\u000a16:50:39.331215 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.5 sec)\u000a16:50:39.394274 run osmo-msc_10.42.42.5(pid=26311): ERR: Terminated: ERROR {rc=9} [trial-2376↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=26311)]\u000a16:50:39.445451 run osmo-msc_10.42.42.5(pid=26311): stdout: \u000a| (launched: 2022-12-10_16:50:38.389708) \u000a16:50:39.497251 run osmo-msc_10.42.42.5(pid=26311): stderr: \u000a| �[0;m�[38;5;43m20221210165038755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210165038755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210165038755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210165038756 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210165038756 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210165038756 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210165038756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210165038756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210165038756 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a16:50:39.541312 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26303): Terminating (SIGTERM)\u000a16:50:39.583375 run osmo-stp_10.42.42.4(pid=26304): Terminating (SIGTERM)\u000a16:50:39.626116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26307): Terminating (SIGTERM)\u000a16:50:39.670870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26310): Terminating (SIGTERM)\u000a16:50:39.681348 --- ParallelTerminationStrategy: PID 26303 died...\u000a16:50:39.740190 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26303): Terminated: ok {rc=0}\u000a16:50:39.750334 --- ParallelTerminationStrategy: PID 26304 died...\u000a16:50:39.806908 run osmo-stp_10.42.42.4(pid=26304): Terminated: ok {rc=0}\u000a16:50:39.816905 --- ParallelTerminationStrategy: PID 26307 died...\u000a16:50:39.872859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26307): Terminated: ok {rc=0}\u000a16:50:39.883049 --- ParallelTerminationStrategy: PID 26310 died...\u000a16:50:39.938913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26310): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=26319): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26319) [trial-2376↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26319)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=26319): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26319) [trial-2376↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a16:50:39.953837 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:39.965266 tst smpp: Using 1 x bts (candidates: 1)\u000a16:50:40.096661 tst esme_connect_policy_closed.py: using LAC 29322\u000a16:50:40.222766 tst esme_connect_policy_closed.py: using RAC 252\u000a16:50:40.339629 tst esme_connect_policy_closed.py: using CellId 29322\u000a16:50:40.459665 tst esme_connect_policy_closed.py: using BVCI 29323\u000a16:50:40.482697 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:40.493139 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:40.503533 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:40.609290 tst esme_connect_policy_closed.py: using MSISDN 7806\u000a16:50:40.725604 tst esme_connect_policy_closed.py: using MSISDN 7807\u000a16:50:40.832809 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a16:50:41.354328 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26314): Launched\u000a16:50:41.656613 run osmo-stp_10.42.42.4(pid=26315): Launched\u000a16:50:41.764005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:42.238768 run create_hlr_db(pid=26316): Launched\u000a16:50:43.415564 run create_hlr_db(pid=26316): Terminated: ok {rc=0}\u000a16:50:43.726865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26318): Launched\u000a16:50:44.027631 run osmo-hlr_10.42.42.2(pid=26319): Launched\u000a16:50:44.141350 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a16:50:44.692285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26321): Launched\u000a16:50:44.996087 run osmo-msc_10.42.42.5(pid=26322): Launched\u000a16:50:45.174694 run osmo-hlr_10.42.42.2(pid=26319): ERR: Terminated: ERROR {rc=237} [trial-2376↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26319)]\u000a16:50:45.317097 run osmo-hlr_10.42.42.2(pid=26319): stdout: \u000a| (launched: 2022-12-10_16:50:43.879993) \u000a16:50:45.454430 run osmo-hlr_10.42.42.2(pid=26319): stderr: \u000a| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165044064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165044074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165044074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165044074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:45.585738 run osmo-hlr_10.42.42.2(pid=26319): stdout: \u000a| (launched: 2022-12-10_16:50:43.879993) \u000a16:50:45.716149 run osmo-hlr_10.42.42.2(pid=26319): stderr: \u000a| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165044064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165044074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165044074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165044074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:45.773124 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=26319): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26319) [trial-2376↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26319)] [trial-2376↪smpp↪esme_connect_policy_closed.py:31]\u000a16:50:45.782247 tst esme_connect_policy_closed.py:31: Test FAILED (5.8 sec)\u000a16:50:45.850104 run osmo-msc_10.42.42.5(pid=26322): ERR: Terminated: ERROR {rc=9} [trial-2376↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=26322)]\u000a16:50:45.903657 run osmo-msc_10.42.42.5(pid=26322): stdout: \u000a| (launched: 2022-12-10_16:50:44.845957) \u000a16:50:45.957924 run osmo-msc_10.42.42.5(pid=26322): stderr: \u000a| �[0;m�[38;5;43m20221210165045160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210165045160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210165045160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210165045160 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210165045160 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210165045160 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210165045161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210165045161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210165045161 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a16:50:46.006441 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26314): Terminating (SIGTERM)\u000a16:50:46.052485 run osmo-stp_10.42.42.4(pid=26315): Terminating (SIGTERM)\u000a16:50:46.105035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26318): Terminating (SIGTERM)\u000a16:50:46.150570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26321): Terminating (SIGTERM)\u000a16:50:46.161155 --- ParallelTerminationStrategy: PID 26314 died...\u000a16:50:46.220598 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26314): Terminated: ok {rc=0}\u000a16:50:46.232486 --- ParallelTerminationStrategy: PID 26318 died...\u000a16:50:46.303148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26318): Terminated: ok {rc=0}\u000a16:50:46.316384 --- ParallelTerminationStrategy: PID 26315 died...\u000a16:50:46.390956 run osmo-stp_10.42.42.4(pid=26315): Terminated: ok {rc=0}\u000a16:50:46.404557 --- ParallelTerminationStrategy: PID 26321 died...\u000a16:50:46.471250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26321): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26331): Process ended prematurely: osmo-stp_10.42.42.5(pid=26331) [trial-2376↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26331)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26331): Process ended prematurely: osmo-stp_10.42.42.5(pid=26331) [trial-2376↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a16:50:46.487821 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:46.500475 tst smpp: Using 1 x bts (candidates: 1)\u000a16:50:46.666783 tst esme_ms_sms_storeforward.py: using LAC 29323\u000a16:50:46.800700 tst esme_ms_sms_storeforward.py: using RAC 253\u000a16:50:46.956757 tst esme_ms_sms_storeforward.py: using CellId 29323\u000a16:50:47.111519 tst esme_ms_sms_storeforward.py: using BVCI 29324\u000a16:50:47.137362 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:47.148903 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:47.160344 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:47.171866 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:47.183436 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:47.194949 tst smpp: Using 1 x modem (candidates: 1)\u000a16:50:47.414717 tst esme_ms_sms_storeforward.py: using MSISDN 7808\u000a16:50:47.532791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:48.056157 run create_hlr_db(pid=26325): Launched\u000a16:50:49.247087 run create_hlr_db(pid=26325): Terminated: ok {rc=0}\u000a16:50:49.583070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26327): Launched\u000a16:50:49.910113 run osmo-hlr_10.42.42.2(pid=26328): Launched\u000a16:50:50.029655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:50.599911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26330): Launched\u000a16:50:50.927109 run osmo-stp_10.42.42.5(pid=26331): Launched\u000a16:50:51.045908 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:50:51.638486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26333): Launched\u000a16:50:51.964805 run osmo-msc_10.42.42.6(pid=26334): Launched\u000a16:50:52.155296 run osmo-stp_10.42.42.5(pid=26331): ERR: Terminated: ERROR {rc=1} [trial-2376↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26331)]\u000a16:50:52.292670 run osmo-stp_10.42.42.5(pid=26331): stdout: \u000a| (launched: 2022-12-10_16:50:50.766583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:52.429763 run osmo-stp_10.42.42.5(pid=26331): stderr: \u000a| �[0;m�[38;5;43m20221210165050961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165050961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165050961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165050962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165050962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165050962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165050962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:52.560828 run osmo-stp_10.42.42.5(pid=26331): stdout: \u000a| (launched: 2022-12-10_16:50:50.766583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:52.690947 run osmo-stp_10.42.42.5(pid=26331): stderr: \u000a| �[0;m�[38;5;43m20221210165050961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165050961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165050961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165050962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165050962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165050962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165050962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:52.747648 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=26331): Process ended prematurely: osmo-stp_10.42.42.5(pid=26331) [trial-2376↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26331)] [trial-2376↪smpp↪esme_ms_sms_storeforward.py:30]\u000a16:50:52.756359 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.3 sec)\u000a16:50:52.819302 run osmo-hlr_10.42.42.2(pid=26328): ERR: Terminated: ERROR {rc=237} [trial-2376↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26328)]\u000a16:50:52.870910 run osmo-hlr_10.42.42.2(pid=26328): stdout: \u000a| (launched: 2022-12-10_16:50:49.749724) \u000a16:50:52.923039 run osmo-hlr_10.42.42.2(pid=26328): stderr: \u000a| �[0;m�[1;31m20221210165049952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165049952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165049952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165049952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165049952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165049952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165049962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165049970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165049971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165049971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:52.993817 run osmo-msc_10.42.42.6(pid=26334): ERR: Terminated: ERROR {rc=2} [trial-2376↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26334)]\u000a16:50:53.045014 run osmo-msc_10.42.42.6(pid=26334): stdout: \u000a| (launched: 2022-12-10_16:50:51.804568) \u000a16:50:53.096679 run osmo-msc_10.42.42.6(pid=26334): stderr: \u000a| �[0;m�[38;5;43m20221210165052127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165052127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b09828c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165052127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165052127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165052127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165052128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165052129 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165052130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165052130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165052130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:50:53.140897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26327): Terminating (SIGTERM)\u000a16:50:53.182648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26330): Terminating (SIGTERM)\u000a16:50:53.224540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26333): Terminating (SIGTERM)\u000a16:50:53.234211 --- ParallelTerminationStrategy: PID 26327 died...\u000a16:50:53.290751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26327): Terminated: ok {rc=0}\u000a16:50:53.300724 --- ParallelTerminationStrategy: PID 26330 died...\u000a16:50:53.356884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26330): Terminated: ok {rc=0}\u000a16:50:53.367064 --- ParallelTerminationStrategy: PID 26333 died...\u000a16:50:53.423130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26333): Terminated: ok {rc=0}\u000a16:50:53.511266 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26342): Process ended prematurely: osmo-stp_10.42.42.5(pid=26342) [trial-2376↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26342)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26342): Process ended prematurely: osmo-stp_10.42.42.5(pid=26342) [trial-2376↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a16:50:54.564058 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:54.576317 tst smpp: Using 1 x bts (candidates: 1)\u000a16:50:54.716245 tst esme_ms_sms_transaction.py: using LAC 29324\u000a16:50:54.848181 tst esme_ms_sms_transaction.py: using RAC 254\u000a16:50:54.974472 tst esme_ms_sms_transaction.py: using CellId 29324\u000a16:50:55.100150 tst esme_ms_sms_transaction.py: using BVCI 29325\u000a16:50:55.124722 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:55.135696 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:55.146587 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:55.157450 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:55.168172 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:55.178912 tst smpp: Using 1 x modem (candidates: 1)\u000a16:50:55.401066 tst esme_ms_sms_transaction.py: using MSISDN 7809\u000a16:50:55.517330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:56.038037 run create_hlr_db(pid=26336): Launched\u000a16:50:56.228155 bus /sierra_2: Setting Powered False\u000a16:50:57.249326 run create_hlr_db(pid=26336): Terminated: ok {rc=0}\u000a16:50:57.660566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26338): Launched\u000a16:50:57.967989 run osmo-hlr_10.42.42.2(pid=26339): Launched\u000a16:50:58.088424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:58.629997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26341): Launched\u000a16:50:58.955342 run osmo-stp_10.42.42.5(pid=26342): Launched\u000a16:50:59.073766 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:50:59.668835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26344): Launched\u000a16:50:59.995073 run osmo-msc_10.42.42.6(pid=26345): Launched\u000a16:51:00.186067 run osmo-stp_10.42.42.5(pid=26342): ERR: Terminated: ERROR {rc=1} [trial-2376↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26342)]\u000a16:51:00.323839 run osmo-stp_10.42.42.5(pid=26342): stdout: \u000a| (launched: 2022-12-10_16:50:58.795534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:00.461311 run osmo-stp_10.42.42.5(pid=26342): stderr: \u000a| �[0;m�[38;5;43m20221210165058991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165058991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165058991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165058992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165058992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165058992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165058992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:00.592942 run osmo-stp_10.42.42.5(pid=26342): stdout: \u000a| (launched: 2022-12-10_16:50:58.795534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:00.723664 run osmo-stp_10.42.42.5(pid=26342): stderr: \u000a| �[0;m�[38;5;43m20221210165058991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165058991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165058991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165058992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165058992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165058992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165058992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:00.780599 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=26342): Process ended prematurely: osmo-stp_10.42.42.5(pid=26342) [trial-2376↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26342)] [trial-2376↪smpp↪esme_ms_sms_transaction.py:28]\u000a16:51:00.789692 tst esme_ms_sms_transaction.py:28: Test FAILED (6.2 sec)\u000a16:51:00.853261 run osmo-hlr_10.42.42.2(pid=26339): ERR: Terminated: ERROR {rc=237} [trial-2376↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26339)]\u000a16:51:00.906065 run osmo-hlr_10.42.42.2(pid=26339): stdout: \u000a| (launched: 2022-12-10_16:50:57.816768) \u000a16:51:00.959753 run osmo-hlr_10.42.42.2(pid=26339): stderr: \u000a| �[0;m�[1;31m20221210165057994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165057994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165057994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165057994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165057994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165057994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165058006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165058015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165058015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165058015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:01.031977 run osmo-msc_10.42.42.6(pid=26345): ERR: Terminated: ERROR {rc=2} [trial-2376↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26345)]\u000a16:51:01.084651 run osmo-msc_10.42.42.6(pid=26345): stdout: \u000a| (launched: 2022-12-10_16:50:59.835526) \u000a16:51:01.138471 run osmo-msc_10.42.42.6(pid=26345): stderr: \u000a| �[0;m�[38;5;43m20221210165100160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165100160 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5661bbfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165100160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165100160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165100161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165100161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165100163 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165100163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165100163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165100164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:51:01.183939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26338): Terminating (SIGTERM)\u000a16:51:01.228746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26341): Terminating (SIGTERM)\u000a16:51:01.272871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26344): Terminating (SIGTERM)\u000a16:51:01.283760 --- ParallelTerminationStrategy: PID 26338 died...\u000a16:51:01.341397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26338): Terminated: ok {rc=0}\u000a16:51:01.352054 --- ParallelTerminationStrategy: PID 26341 died...\u000a16:51:01.409404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26341): Terminated: ok {rc=0}\u000a16:51:01.420022 --- ParallelTerminationStrategy: PID 26344 died...\u000a16:51:01.477251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26344): Terminated: ok {rc=0}\u000a16:51:01.566836 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:50:33" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26356): Process ended prematurely: osmo-stp_10.42.42.5(pid=26356) [trial-2376↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26356)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26356): Process ended prematurely: osmo-stp_10.42.42.5(pid=26356) [trial-2376↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26356)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a16:51:03.447051 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:03.458260 tst encryption: Using 1 x bts (candidates: 1)\u000a16:51:03.591113 tst register_a5_0_authopt.py: using LAC 29325\u000a16:51:03.721721 tst register_a5_0_authopt.py: using RAC 255\u000a16:51:03.853296 tst register_a5_0_authopt.py: using CellId 29325\u000a16:51:03.986184 tst register_a5_0_authopt.py: using BVCI 29326\u000a16:51:04.011125 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:04.022053 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:04.032890 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:04.043897 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:04.054850 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:04.065606 tst encryption: Using 1 x modem (candidates: 1)\u000a16:51:04.347796 tst register_a5_0_authopt.py:8: start network...\u000a16:51:04.476916 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:04.964742 run create_hlr_db(pid=26350): Launched\u000a16:51:05.143684 bus /sierra_2: Setting Powered False\u000a16:51:06.165091 run create_hlr_db(pid=26350): Terminated: ok {rc=0}\u000a16:51:06.602155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26352): Launched\u000a16:51:06.931552 run osmo-hlr_10.42.42.2(pid=26353): Launched\u000a16:51:07.053613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:07.624756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26355): Launched\u000a16:51:07.954540 run osmo-stp_10.42.42.5(pid=26356): Launched\u000a16:51:08.075146 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:51:08.674427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26358): Launched\u000a16:51:09.003190 run osmo-msc_10.42.42.6(pid=26359): Launched\u000a16:51:09.194424 run osmo-stp_10.42.42.5(pid=26356): ERR: Terminated: ERROR {rc=1} [trial-2376↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26356)]\u000a16:51:09.332201 run osmo-stp_10.42.42.5(pid=26356): stdout: \u000a| (launched: 2022-12-10_16:51:07.792297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:09.470221 run osmo-stp_10.42.42.5(pid=26356): stderr: \u000a| �[0;m�[38;5;43m20221210165107987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165107987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165107987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165107988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165107990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165107990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165107990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:09.602414 run osmo-stp_10.42.42.5(pid=26356): stdout: \u000a| (launched: 2022-12-10_16:51:07.792297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:09.733205 run osmo-stp_10.42.42.5(pid=26356): stderr: \u000a| �[0;m�[38;5;43m20221210165107987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165107987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165107987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165107988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165107990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165107990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165107990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:09.791055 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26356): Process ended prematurely: osmo-stp_10.42.42.5(pid=26356) [trial-2376↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26356)] [trial-2376↪encryption↪register_a5_0_authopt.py:8]\u000a16:51:09.800410 tst register_a5_0_authopt.py:8: Test FAILED (6.4 sec)\u000a16:51:09.863416 run osmo-hlr_10.42.42.2(pid=26353): ERR: Terminated: ERROR {rc=237} [trial-2376↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26353)]\u000a16:51:09.915047 run osmo-hlr_10.42.42.2(pid=26353): stdout: \u000a| (launched: 2022-12-10_16:51:06.769892) \u000a16:51:09.967351 run osmo-hlr_10.42.42.2(pid=26353): stderr: \u000a| �[0;m�[1;31m20221210165106969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165106969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165106969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165106970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165106970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165106970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165106982 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165106991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165106991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165106991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:10.038129 run osmo-msc_10.42.42.6(pid=26359): ERR: Terminated: ERROR {rc=2} [trial-2376↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26359)]\u000a16:51:10.089630 run osmo-msc_10.42.42.6(pid=26359): stdout: \u000a| (launched: 2022-12-10_16:51:08.842004) \u000a16:51:10.141710 run osmo-msc_10.42.42.6(pid=26359): stderr: \u000a| �[0;m�[38;5;43m20221210165109163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165109163 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb08140fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165109163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165109164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165109164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165109164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165109166 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165109166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165109166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165109166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:51:10.186046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26352): Terminating (SIGTERM)\u000a16:51:10.228000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26355): Terminating (SIGTERM)\u000a16:51:10.270195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26358): Terminating (SIGTERM)\u000a16:51:10.279878 --- ParallelTerminationStrategy: PID 26352 died...\u000a16:51:10.337032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26352): Terminated: ok {rc=0}\u000a16:51:10.347236 --- ParallelTerminationStrategy: PID 26355 died...\u000a16:51:10.403436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26355): Terminated: ok {rc=0}\u000a16:51:10.413966 --- ParallelTerminationStrategy: PID 26358 died...\u000a16:51:10.469971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26358): Terminated: ok {rc=0}\u000a16:51:10.557241 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26367): Process ended prematurely: osmo-stp_10.42.42.5(pid=26367) [trial-2376↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26367)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26367): Process ended prematurely: osmo-stp_10.42.42.5(pid=26367) [trial-2376↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26367)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a16:51:11.670852 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:11.682210 tst encryption: Using 1 x bts (candidates: 1)\u000a16:51:11.809897 tst register_a5_0_authreq.py: using LAC 29326\u000a16:51:11.931981 tst register_a5_0_authreq.py: using RAC 1\u000a16:51:12.055064 tst register_a5_0_authreq.py: using CellId 29326\u000a16:51:12.177553 tst register_a5_0_authreq.py: using BVCI 29327\u000a16:51:12.200941 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:12.211672 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:12.222237 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:12.233398 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:12.244428 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:12.255770 tst encryption: Using 1 x modem (candidates: 1)\u000a16:51:12.557175 tst register_a5_0_authreq.py:8: start network...\u000a16:51:12.695207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:13.220717 run create_hlr_db(pid=26361): Launched\u000a16:51:13.411651 bus /sierra_2: Setting Powered False\u000a16:51:14.433435 run create_hlr_db(pid=26361): Terminated: ok {rc=0}\u000a16:51:14.872233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26363): Launched\u000a16:51:15.202226 run osmo-hlr_10.42.42.2(pid=26364): Launched\u000a16:51:15.325991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:15.922082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26366): Launched\u000a16:51:16.347010 run osmo-stp_10.42.42.5(pid=26367): Launched\u000a16:51:16.587077 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:51:17.211805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26369): Launched\u000a16:51:17.524779 run osmo-msc_10.42.42.6(pid=26370): Launched\u000a16:51:17.708519 run osmo-stp_10.42.42.5(pid=26367): ERR: Terminated: ERROR {rc=1} [trial-2376↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26367)]\u000a16:51:17.839897 run osmo-stp_10.42.42.5(pid=26367): stdout: \u000a| (launched: 2022-12-10_16:51:16.083872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:17.968642 run osmo-stp_10.42.42.5(pid=26367): stderr: \u000a| �[0;m�[38;5;43m20221210165116410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165116410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165116410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165116410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165116411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165116411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165116411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:18.093133 run osmo-stp_10.42.42.5(pid=26367): stdout: \u000a| (launched: 2022-12-10_16:51:16.083872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:18.216162 run osmo-stp_10.42.42.5(pid=26367): stderr: \u000a| �[0;m�[38;5;43m20221210165116410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165116410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165116410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165116410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165116411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165116411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165116411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:18.270192 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26367): Process ended prematurely: osmo-stp_10.42.42.5(pid=26367) [trial-2376↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26367)] [trial-2376↪encryption↪register_a5_0_authreq.py:8]\u000a16:51:18.278716 tst register_a5_0_authreq.py:8: Test FAILED (6.6 sec)\u000a16:51:18.340007 run osmo-hlr_10.42.42.2(pid=26364): ERR: Terminated: ERROR {rc=237} [trial-2376↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26364)]\u000a16:51:18.390238 run osmo-hlr_10.42.42.2(pid=26364): stdout: \u000a| (launched: 2022-12-10_16:51:15.040159) \u000a16:51:18.440592 run osmo-hlr_10.42.42.2(pid=26364): stderr: \u000a| �[0;m�[1;31m20221210165115240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165115240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165115240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165115240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165115240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165115241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165115253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165115261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165115261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165115261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:18.509481 run osmo-msc_10.42.42.6(pid=26370): ERR: Terminated: ERROR {rc=2} [trial-2376↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26370)]\u000a16:51:18.559351 run osmo-msc_10.42.42.6(pid=26370): stdout: \u000a| (launched: 2022-12-10_16:51:17.369393) \u000a16:51:18.610033 run osmo-msc_10.42.42.6(pid=26370): stderr: \u000a| �[0;m�[38;5;43m20221210165117642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165117642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f864331ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165117643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165117643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165117643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165117643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165117645 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165117645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165117645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165117645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:51:18.654005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26363): Terminating (SIGTERM)\u000a16:51:18.694576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26366): Terminating (SIGTERM)\u000a16:51:18.734899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26369): Terminating (SIGTERM)\u000a16:51:18.744318 --- ParallelTerminationStrategy: PID 26363 died...\u000a16:51:18.798764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26363): Terminated: ok {rc=0}\u000a16:51:18.808414 --- ParallelTerminationStrategy: PID 26366 died...\u000a16:51:18.862831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26366): Terminated: ok {rc=0}\u000a16:51:18.872597 --- ParallelTerminationStrategy: PID 26369 died...\u000a16:51:18.926409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26369): Terminated: ok {rc=0}\u000a16:51:19.011260 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26378): Process ended prematurely: osmo-stp_10.42.42.5(pid=26378) [trial-2376↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26378): Process ended prematurely: osmo-stp_10.42.42.5(pid=26378) [trial-2376↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a16:51:20.130877 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:20.142877 tst encryption: Using 1 x bts (candidates: 1)\u000a16:51:20.278668 tst register_a5_1_authreq.py: using LAC 29327\u000a16:51:20.410385 tst register_a5_1_authreq.py: using RAC 2\u000a16:51:20.534949 tst register_a5_1_authreq.py: using CellId 29327\u000a16:51:20.655849 tst register_a5_1_authreq.py: using BVCI 29328\u000a16:51:20.679454 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:20.690262 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:20.701049 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:20.712046 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:20.722859 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:20.733820 tst encryption: Using 1 x modem (candidates: 1)\u000a16:51:21.031534 tst register_a5_1_authreq.py:8: start network...\u000a16:51:21.169385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:21.694112 run create_hlr_db(pid=26372): Launched\u000a16:51:21.887375 bus /sierra_2: Setting Powered False\u000a16:51:22.905808 run create_hlr_db(pid=26372): Terminated: ok {rc=0}\u000a16:51:23.323241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26374): Launched\u000a16:51:23.633852 run osmo-hlr_10.42.42.2(pid=26375): Launched\u000a16:51:23.755131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:24.298238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26377): Launched\u000a16:51:24.609803 run osmo-stp_10.42.42.5(pid=26378): Launched\u000a16:51:24.723073 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:51:25.284598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26380): Launched\u000a16:51:25.595547 run osmo-msc_10.42.42.6(pid=26381): Launched\u000a16:51:25.777950 run osmo-stp_10.42.42.5(pid=26378): ERR: Terminated: ERROR {rc=1} [trial-2376↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)]\u000a16:51:25.912547 run osmo-stp_10.42.42.5(pid=26378): stdout: \u000a| (launched: 2022-12-10_16:51:24.455746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:26.050187 run osmo-stp_10.42.42.5(pid=26378): stderr: \u000a| �[0;m�[38;5;43m20221210165124628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165124628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165124628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165124629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165124629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165124629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165124629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:26.182794 run osmo-stp_10.42.42.5(pid=26378): stdout: \u000a| (launched: 2022-12-10_16:51:24.455746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:26.314403 run osmo-stp_10.42.42.5(pid=26378): stderr: \u000a| �[0;m�[38;5;43m20221210165124628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165124628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165124628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165124629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165124629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165124629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165124629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:26.372050 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26378): Process ended prematurely: osmo-stp_10.42.42.5(pid=26378) [trial-2376↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)] [trial-2376↪encryption↪register_a5_1_authreq.py:8]\u000a16:51:26.381429 tst register_a5_1_authreq.py:8: Test FAILED (6.3 sec)\u000a16:51:26.445466 run osmo-hlr_10.42.42.2(pid=26375): ERR: Terminated: ERROR {rc=237} [trial-2376↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26375)]\u000a16:51:26.497521 run osmo-hlr_10.42.42.2(pid=26375): stdout: \u000a| (launched: 2022-12-10_16:51:23.480148) \u000a16:51:26.550231 run osmo-hlr_10.42.42.2(pid=26375): stderr: \u000a| �[0;m�[1;31m20221210165123659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165123659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165123659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165123659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165123659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165123659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165123670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165123679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165123679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165123679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:26.621158 run osmo-msc_10.42.42.6(pid=26381): ERR: Terminated: ERROR {rc=2} [trial-2376↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26381)]\u000a16:51:26.672745 run osmo-msc_10.42.42.6(pid=26381): stdout: \u000a| (launched: 2022-12-10_16:51:25.441141) \u000a16:51:26.725272 run osmo-msc_10.42.42.6(pid=26381): stderr: \u000a| �[0;m�[38;5;43m20221210165125714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165125714 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0470b54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165125714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165125714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165125714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165125715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165125716 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165125717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165125717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165125717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:51:26.769800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26374): Terminating (SIGTERM)\u000a16:51:26.812533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26377): Terminating (SIGTERM)\u000a16:51:26.855318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26380): Terminating (SIGTERM)\u000a16:51:26.865208 --- ParallelTerminationStrategy: PID 26374 died...\u000a16:51:26.922163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26374): Terminated: ok {rc=0}\u000a16:51:26.932508 --- ParallelTerminationStrategy: PID 26377 died...\u000a16:51:26.989457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26377): Terminated: ok {rc=0}\u000a16:51:26.999809 --- ParallelTerminationStrategy: PID 26380 died...\u000a16:51:27.056307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26380): Terminated: ok {rc=0}\u000a16:51:27.145443 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26389): Process ended prematurely: osmo-stp_10.42.42.5(pid=26389) [trial-2376↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26389)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26389): Process ended prematurely: osmo-stp_10.42.42.5(pid=26389) [trial-2376↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a16:51:28.260517 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:28.271945 tst encryption: Using 1 x bts (candidates: 1)\u000a16:51:28.399558 tst register_a5_3_authreq.py: using LAC 29328\u000a16:51:28.521779 tst register_a5_3_authreq.py: using RAC 3\u000a16:51:28.644027 tst register_a5_3_authreq.py: using CellId 29328\u000a16:51:28.766383 tst register_a5_3_authreq.py: using BVCI 29329\u000a16:51:28.789751 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:28.800248 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:28.810754 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:28.822004 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:28.832671 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:28.843639 tst encryption: Using 1 x modem (candidates: 1)\u000a16:51:29.152454 tst register_a5_3_authreq.py:8: start network...\u000a16:51:29.291211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:29.817485 run create_hlr_db(pid=26383): Launched\u000a16:51:30.008721 bus /sierra_2: Setting Powered False\u000a16:51:31.039233 run create_hlr_db(pid=26383): Terminated: ok {rc=0}\u000a16:51:31.475449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26385): Launched\u000a16:51:31.867697 run osmo-hlr_10.42.42.2(pid=26386): Launched\u000a16:51:32.035647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:32.739960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26388): Launched\u000a16:51:33.070341 run osmo-stp_10.42.42.5(pid=26389): Launched\u000a16:51:33.194831 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:51:33.793040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26391): Launched\u000a16:51:34.122920 run osmo-msc_10.42.42.6(pid=26392): Launched\u000a16:51:34.315015 run osmo-stp_10.42.42.5(pid=26389): ERR: Terminated: ERROR {rc=1} [trial-2376↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26389)]\u000a16:51:34.454903 run osmo-stp_10.42.42.5(pid=26389): stdout: \u000a| (launched: 2022-12-10_16:51:32.908450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:34.594073 run osmo-stp_10.42.42.5(pid=26389): stderr: \u000a| �[0;m�[38;5;43m20221210165133101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165133101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165133101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165133102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165133102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165133102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165133102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:34.726421 run osmo-stp_10.42.42.5(pid=26389): stdout: \u000a| (launched: 2022-12-10_16:51:32.908450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:34.858193 run osmo-stp_10.42.42.5(pid=26389): stderr: \u000a| �[0;m�[38;5;43m20221210165133101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165133101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165133101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165133102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165133102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165133102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165133102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:34.916135 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26389): Process ended prematurely: osmo-stp_10.42.42.5(pid=26389) [trial-2376↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26389)] [trial-2376↪encryption↪register_a5_3_authreq.py:8]\u000a16:51:34.925455 tst register_a5_3_authreq.py:8: Test FAILED (6.7 sec)\u000a16:51:34.987836 run osmo-hlr_10.42.42.2(pid=26386): ERR: Terminated: ERROR {rc=237} [trial-2376↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26386)]\u000a16:51:35.039130 run osmo-hlr_10.42.42.2(pid=26386): stdout: \u000a| (launched: 2022-12-10_16:51:31.638688) \u000a16:51:35.091680 run osmo-hlr_10.42.42.2(pid=26386): stderr: \u000a| �[0;m�[1;31m20221210165131954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165131954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165131954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165131954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165131954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165131955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165131976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165131992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165131992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165131992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:35.161867 run osmo-msc_10.42.42.6(pid=26392): ERR: Terminated: ERROR {rc=2} [trial-2376↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26392)]\u000a16:51:35.212916 run osmo-msc_10.42.42.6(pid=26392): stdout: \u000a| (launched: 2022-12-10_16:51:33.961272) \u000a16:51:35.264588 run osmo-msc_10.42.42.6(pid=26392): stderr: \u000a| �[0;m�[38;5;43m20221210165134286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165134286 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f27a85c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165134286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165134286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165134287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165134287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165134288 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165134289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165134289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165134289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:51:35.308627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26385): Terminating (SIGTERM)\u000a16:51:35.350458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26388): Terminating (SIGTERM)\u000a16:51:35.392225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26391): Terminating (SIGTERM)\u000a16:51:35.401836 --- ParallelTerminationStrategy: PID 26385 died...\u000a16:51:35.457693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26385): Terminated: ok {rc=0}\u000a16:51:35.467752 --- ParallelTerminationStrategy: PID 26388 died...\u000a16:51:35.523299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26388): Terminated: ok {rc=0}\u000a16:51:35.533411 --- ParallelTerminationStrategy: PID 26391 died...\u000a16:51:35.588714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26391): Terminated: ok {rc=0}\u000a16:51:35.675731 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:51:03" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26409): Process ended prematurely: srsepc(pid=26409) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26409)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26409): Process ended prematurely: srsepc(pid=26409) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a16:51:37.676315 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a16:51:37.721631 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:51:37.737988 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:51:37.761989 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:51:37.907763 tst handover.py: using MSISDN 7810\u000a16:51:38.024231 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7810', subscriber_id=0}\u000a16:51:38.139364 run srsepc_10.42.42.118: Starting srsepc\u000a16:51:40.064083 run rm-remote-dir(pid=26397): Launched\u000a16:51:40.262184 bus /sierra_2: Setting Powered False\u000a16:51:41.285405 run rm-remote-dir(pid=26397): Terminated: ok {rc=0}\u000a16:51:41.737428 run mk-remote-dir(pid=26398): Launched\u000a16:51:42.927558 run mk-remote-dir(pid=26398): Terminated: ok {rc=0}\u000a16:51:43.206488 run scp-inst-to-remote(pid=26399): Launched\u000a16:51:45.394486 run scp-inst-to-remote(pid=26399): Terminated: ok {rc=0}\u000a16:51:45.724692 run rm-remote-dir(pid=26401): Launched\u000a16:51:46.921241 run rm-remote-dir(pid=26401): Terminated: ok {rc=0}\u000a16:51:47.298252 run mk-remote-dir(pid=26402): Launched\u000a16:51:48.487937 run mk-remote-dir(pid=26402): Terminated: ok {rc=0}\u000a16:51:48.767678 run scp-cfg-to-remote(pid=26403): Launched\u000a16:51:49.953708 run scp-cfg-to-remote(pid=26403): Terminated: ok {rc=0}\u000a16:51:50.232727 run scp-db-to-remote(pid=26405): Launched\u000a16:51:51.429926 run scp-db-to-remote(pid=26405): Terminated: ok {rc=0}\u000a16:51:51.551977 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:51:51.894994 run patchelf(pid=26407): Launched\u000a16:51:53.093660 run patchelf(pid=26407): Terminated: ok {rc=0}\u000a16:51:53.215283 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:51:53.557965 run setcap-netadm(pid=26408): Launched\u000a16:51:54.756302 run setcap-netadm(pid=26408): Terminated: ok {rc=0}\u000a16:51:55.090013 run srsepc(pid=26409): Launched\u000a16:51:55.208660 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:51:56.408359 run rm-remote-dir(pid=26410): Launched\u000a16:51:56.609095 run srsepc(pid=26409): ERR: Terminated: ERROR {rc=127} [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26409)]\u000a16:51:56.754296 run srsepc(pid=26409): stdout: \u000a| (launched: 2022-12-10_16:51:54.930545)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:51:56.900037 run srsepc(pid=26409): stderr: \u000a| (launched: 2022-12-10_16:51:54.979519)\u000a| Connection to 10.42.42.116 closed. \u000a16:51:57.040220 run srsepc(pid=26409): stdout: \u000a| (launched: 2022-12-10_16:51:54.930545)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:51:57.178961 run srsepc(pid=26409): stderr: \u000a| (launched: 2022-12-10_16:51:54.979519)\u000a| Connection to 10.42.42.116 closed. \u000a16:51:57.341609 run rm-remote-dir(pid=26410): Terminating (SIGINT)\u000a16:51:57.532329 run rm-remote-dir(pid=26410): Terminated: ok {rc=0}\u000a16:51:57.567422 tst handover.py:37: ERR: Error: srsepc(pid=26409): Process ended prematurely: srsepc(pid=26409) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26409)] [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a16:51:57.577590 tst handover.py:37: Test FAILED (20.1 sec)\u000a16:51:57.694267 run scp-back-log(pid=26411): Launched\u000a16:51:58.785098 run scp-back-log(pid=26411): ERR: Terminated: ERROR {rc=1} [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26411)]\u000a16:51:58.851049 run scp-back-log(pid=26411): stdout: \u000a| (launched: 2022-12-10_16:51:57.621036) \u000a16:51:58.917118 run scp-back-log(pid=26411): stderr: \u000a| (launched: 2022-12-10_16:51:57.641885)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:51:58.972601 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26411): launch_sync(): local process exited with status 1 [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26411)]')\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26425): Process ended prematurely: srsepc(pid=26425) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26425)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26425): Process ended prematurely: srsepc(pid=26425) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a16:51:59.163433 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a16:51:59.208427 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:51:59.426814 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a16:51:59.471832 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:51:59.488156 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:51:59.617191 tst iperf3_bidir.py: using MSISDN 7811\u000a16:51:59.733564 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7811', subscriber_id=0}\u000a16:51:59.849164 run srsepc_10.42.42.118: Starting srsepc\u000a16:52:00.536486 run rm-remote-dir(pid=26413): Launched\u000a16:52:01.733410 run rm-remote-dir(pid=26413): Terminated: ok {rc=0}\u000a16:52:02.132741 run mk-remote-dir(pid=26414): Launched\u000a16:52:03.322432 run mk-remote-dir(pid=26414): Terminated: ok {rc=0}\u000a16:52:03.601344 run scp-inst-to-remote(pid=26415): Launched\u000a16:52:05.790001 run scp-inst-to-remote(pid=26415): Terminated: ok {rc=0}\u000a16:52:06.121057 run rm-remote-dir(pid=26417): Launched\u000a16:52:07.310605 run rm-remote-dir(pid=26417): Terminated: ok {rc=0}\u000a16:52:07.641120 run mk-remote-dir(pid=26418): Launched\u000a16:52:08.831709 run mk-remote-dir(pid=26418): Terminated: ok {rc=0}\u000a16:52:09.110732 run scp-cfg-to-remote(pid=26419): Launched\u000a16:52:10.296898 run scp-cfg-to-remote(pid=26419): Terminated: ok {rc=0}\u000a16:52:10.574830 run scp-db-to-remote(pid=26421): Launched\u000a16:52:11.762174 run scp-db-to-remote(pid=26421): Terminated: ok {rc=0}\u000a16:52:11.876719 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:52:12.196399 run patchelf(pid=26423): Launched\u000a16:52:13.382742 run patchelf(pid=26423): Terminated: ok {rc=0}\u000a16:52:13.496938 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:52:13.817056 run setcap-netadm(pid=26424): Launched\u000a16:52:15.004161 run setcap-netadm(pid=26424): Terminated: ok {rc=0}\u000a16:52:15.316912 run srsepc(pid=26425): Launched\u000a16:52:15.426449 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:52:16.614606 run rm-remote-dir(pid=26426): Launched\u000a16:52:16.886031 run srsepc(pid=26425): ERR: Terminated: ERROR {rc=127} [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26425)]\u000a16:52:17.026805 run srsepc(pid=26425): stdout: \u000a| (launched: 2022-12-10_16:52:15.167003)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:52:17.167234 run srsepc(pid=26425): stderr: \u000a| (launched: 2022-12-10_16:52:15.213154)\u000a| Connection to 10.42.42.116 closed. \u000a16:52:17.300369 run srsepc(pid=26425): stdout: \u000a| (launched: 2022-12-10_16:52:15.167003)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:52:17.430851 run srsepc(pid=26425): stderr: \u000a| (launched: 2022-12-10_16:52:15.213154)\u000a| Connection to 10.42.42.116 closed. \u000a16:52:17.584307 run rm-remote-dir(pid=26426): Terminating (SIGINT)\u000a16:52:17.764395 run rm-remote-dir(pid=26426): Terminated: ok {rc=0}\u000a16:52:17.797790 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=26425): Process ended prematurely: srsepc(pid=26425) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26425)] [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a16:52:17.808054 tst iperf3_bidir.py:42: Test FAILED (18.8 sec)\u000a16:52:17.920432 run scp-back-log(pid=26427): Launched\u000a16:52:19.007623 run scp-back-log(pid=26427): ERR: Terminated: ERROR {rc=1} [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26427)]\u000a16:52:19.069992 run scp-back-log(pid=26427): stdout: \u000a| (launched: 2022-12-10_16:52:17.850328) \u000a16:52:19.132657 run scp-back-log(pid=26427): stderr: \u000a| (launched: 2022-12-10_16:52:17.870375)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:52:19.185659 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26427): launch_sync(): local process exited with status 1 [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26427)]')\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26441): Process ended prematurely: srsepc(pid=26441) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26441)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26441): Process ended prematurely: srsepc(pid=26441) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a16:52:19.365581 tst iperf3_dl.py:13: Number of physical ue: 1\u000a16:52:19.407603 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:52:19.615855 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a16:52:19.657794 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:52:19.673695 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:52:19.797111 tst iperf3_dl.py: using MSISDN 7812\u000a16:52:19.906464 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7812', subscriber_id=0}\u000a16:52:20.014672 run srsepc_10.42.42.118: Starting srsepc\u000a16:52:20.659282 run rm-remote-dir(pid=26429): Launched\u000a16:52:21.848590 run rm-remote-dir(pid=26429): Terminated: ok {rc=0}\u000a16:52:22.178551 run mk-remote-dir(pid=26430): Launched\u000a16:52:23.367250 run mk-remote-dir(pid=26430): Terminated: ok {rc=0}\u000a16:52:23.645889 run scp-inst-to-remote(pid=26431): Launched\u000a16:52:25.834805 run scp-inst-to-remote(pid=26431): Terminated: ok {rc=0}\u000a16:52:26.163704 run rm-remote-dir(pid=26433): Launched\u000a16:52:27.353474 run rm-remote-dir(pid=26433): Terminated: ok {rc=0}\u000a16:52:27.683062 run mk-remote-dir(pid=26434): Launched\u000a16:52:28.871716 run mk-remote-dir(pid=26434): Terminated: ok {rc=0}\u000a16:52:29.150861 run scp-cfg-to-remote(pid=26435): Launched\u000a16:52:30.337668 run scp-cfg-to-remote(pid=26435): Terminated: ok {rc=0}\u000a16:52:30.615566 run scp-db-to-remote(pid=26437): Launched\u000a16:52:31.806476 run scp-db-to-remote(pid=26437): Terminated: ok {rc=0}\u000a16:52:31.924303 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:52:32.270420 run patchelf(pid=26439): Launched\u000a16:52:33.456803 run patchelf(pid=26439): Terminated: ok {rc=0}\u000a16:52:33.570997 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:52:33.890618 run setcap-netadm(pid=26440): Launched\u000a16:52:35.078216 run setcap-netadm(pid=26440): Terminated: ok {rc=0}\u000a16:52:35.390049 run srsepc(pid=26441): Launched\u000a16:52:35.499461 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:52:36.673955 run rm-remote-dir(pid=26445): Launched\u000a16:52:36.875078 run srsepc(pid=26441): ERR: Terminated: ERROR {rc=127} [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26441)]\u000a16:52:37.020626 run srsepc(pid=26441): stdout: \u000a| (launched: 2022-12-10_16:52:35.241194)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:52:37.165880 run srsepc(pid=26441): stderr: \u000a| (launched: 2022-12-10_16:52:35.287006)\u000a| Connection to 10.42.42.116 closed. \u000a16:52:37.305762 run srsepc(pid=26441): stdout: \u000a| (launched: 2022-12-10_16:52:35.241194)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:52:37.444087 run srsepc(pid=26441): stderr: \u000a| (launched: 2022-12-10_16:52:35.287006)\u000a| Connection to 10.42.42.116 closed. \u000a16:52:37.606508 run rm-remote-dir(pid=26445): Terminating (SIGINT)\u000a16:52:37.796118 run rm-remote-dir(pid=26445): Terminated: ok {rc=0}\u000a16:52:37.830865 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=26441): Process ended prematurely: srsepc(pid=26441) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26441)] [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a16:52:37.841688 tst iperf3_dl.py:42: Test FAILED (18.6 sec)\u000a16:52:37.958723 run scp-back-log(pid=26446): Launched\u000a16:52:39.050091 run scp-back-log(pid=26446): ERR: Terminated: ERROR {rc=1} [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26446)]\u000a16:52:39.115425 run scp-back-log(pid=26446): stdout: \u000a| (launched: 2022-12-10_16:52:37.885225) \u000a16:52:39.181257 run scp-back-log(pid=26446): stderr: \u000a| (launched: 2022-12-10_16:52:37.906058)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:52:39.236691 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26446): launch_sync(): local process exited with status 1 [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26446)]')\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26460): Process ended prematurely: srsepc(pid=26460) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26460)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26460): Process ended prematurely: srsepc(pid=26460) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a16:52:39.426618 tst iperf3_ul.py:13: Number of physical ue: 1\u000a16:52:39.471673 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:52:39.692220 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a16:52:39.737375 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:52:39.753790 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:52:39.881851 tst iperf3_ul.py: using MSISDN 7813\u000a16:52:39.998461 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7813', subscriber_id=0}\u000a16:52:40.112847 run srsepc_10.42.42.118: Starting srsepc\u000a16:52:40.799730 run rm-remote-dir(pid=26448): Launched\u000a16:52:42.000536 run rm-remote-dir(pid=26448): Terminated: ok {rc=0}\u000a16:52:42.352334 run mk-remote-dir(pid=26449): Launched\u000a16:52:43.552768 run mk-remote-dir(pid=26449): Terminated: ok {rc=0}\u000a16:52:43.850147 run scp-inst-to-remote(pid=26450): Launched\u000a16:52:46.081612 run scp-inst-to-remote(pid=26450): Terminated: ok {rc=0}\u000a16:52:46.579660 run rm-remote-dir(pid=26452): Launched\u000a16:52:47.802615 run rm-remote-dir(pid=26452): Terminated: ok {rc=0}\u000a16:52:48.132883 run mk-remote-dir(pid=26453): Launched\u000a16:52:49.322694 run mk-remote-dir(pid=26453): Terminated: ok {rc=0}\u000a16:52:49.602198 run scp-cfg-to-remote(pid=26454): Launched\u000a16:52:50.788503 run scp-cfg-to-remote(pid=26454): Terminated: ok {rc=0}\u000a16:52:51.067325 run scp-db-to-remote(pid=26456): Launched\u000a16:52:52.253919 run scp-db-to-remote(pid=26456): Terminated: ok {rc=0}\u000a16:52:52.368021 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:52:52.687169 run patchelf(pid=26458): Launched\u000a16:52:53.874664 run patchelf(pid=26458): Terminated: ok {rc=0}\u000a16:52:53.988641 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:52:54.310482 run setcap-netadm(pid=26459): Launched\u000a16:52:55.495217 run setcap-netadm(pid=26459): Terminated: ok {rc=0}\u000a16:52:55.802431 run srsepc(pid=26460): Launched\u000a16:52:55.909887 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:52:57.022276 run rm-remote-dir(pid=26461): Launched\u000a16:52:57.206505 run srsepc(pid=26460): ERR: Terminated: ERROR {rc=127} [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26460)]\u000a16:52:57.340804 run srsepc(pid=26460): stdout: \u000a| (launched: 2022-12-10_16:52:55.655861)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:52:57.475051 run srsepc(pid=26460): stderr: \u000a| (launched: 2022-12-10_16:52:55.701057)\u000a| Connection to 10.42.42.116 closed. \u000a16:52:57.604292 run srsepc(pid=26460): stdout: \u000a| (launched: 2022-12-10_16:52:55.655861)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:52:57.732095 run srsepc(pid=26460): stderr: \u000a| (launched: 2022-12-10_16:52:55.701057)\u000a| Connection to 10.42.42.116 closed. \u000a16:52:57.882260 run rm-remote-dir(pid=26461): Terminating (SIGINT)\u000a16:52:58.058645 run rm-remote-dir(pid=26461): Terminated: ok {rc=0}\u000a16:52:58.091127 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=26460): Process ended prematurely: srsepc(pid=26460) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26460)] [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a16:52:58.100784 tst iperf3_ul.py:42: Test FAILED (18.8 sec)\u000a16:52:58.211097 run scp-back-log(pid=26462): Launched\u000a16:52:59.297230 run scp-back-log(pid=26462): ERR: Terminated: ERROR {rc=1} [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26462)]\u000a16:52:59.359249 run scp-back-log(pid=26462): stdout: \u000a| (launched: 2022-12-10_16:52:58.141791) \u000a16:52:59.421916 run scp-back-log(pid=26462): stderr: \u000a| (launched: 2022-12-10_16:52:58.161690)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:52:59.474797 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26462): launch_sync(): local process exited with status 1 [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26462)]')\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26476): Process ended prematurely: srsepc(pid=26476) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26476)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26476): Process ended prematurely: srsepc(pid=26476) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26476)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a16:52:59.488859 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:52:59.505305 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:52:59.528325 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:52:59.674519 tst ping.py: using MSISDN 7814\u000a16:52:59.781463 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7814', subscriber_id=0}\u000a16:52:59.887980 run srsepc_10.42.42.118: Starting srsepc\u000a16:53:00.522206 run rm-remote-dir(pid=26464): Launched\u000a16:53:01.751287 run rm-remote-dir(pid=26464): Terminated: ok {rc=0}\u000a16:53:02.178482 run mk-remote-dir(pid=26465): Launched\u000a16:53:03.407750 run mk-remote-dir(pid=26465): Terminated: ok {rc=0}\u000a16:53:03.700717 run scp-inst-to-remote(pid=26466): Launched\u000a16:53:05.886815 run scp-inst-to-remote(pid=26466): Terminated: ok {rc=0}\u000a16:53:06.210026 run rm-remote-dir(pid=26468): Launched\u000a16:53:07.395686 run rm-remote-dir(pid=26468): Terminated: ok {rc=0}\u000a16:53:07.719797 run mk-remote-dir(pid=26469): Launched\u000a16:53:08.905859 run mk-remote-dir(pid=26469): Terminated: ok {rc=0}\u000a16:53:09.179392 run scp-cfg-to-remote(pid=26470): Launched\u000a16:53:10.361887 run scp-cfg-to-remote(pid=26470): Terminated: ok {rc=0}\u000a16:53:10.634460 run scp-db-to-remote(pid=26472): Launched\u000a16:53:11.817996 run scp-db-to-remote(pid=26472): Terminated: ok {rc=0}\u000a16:53:11.930194 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:53:12.243510 run patchelf(pid=26474): Launched\u000a16:53:13.436094 run patchelf(pid=26474): Terminated: ok {rc=0}\u000a16:53:13.555832 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:53:13.892206 run setcap-netadm(pid=26475): Launched\u000a16:53:15.086935 run setcap-netadm(pid=26475): Terminated: ok {rc=0}\u000a16:53:15.415007 run srsepc(pid=26476): Launched\u000a16:53:15.529807 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:53:16.823446 run rm-remote-dir(pid=26477): Launched\u000a16:53:17.135974 run srsepc(pid=26476): ERR: Terminated: ERROR {rc=127} [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26476)]\u000a16:53:17.296617 run srsepc(pid=26476): stdout: \u000a| (launched: 2022-12-10_16:53:15.257798)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:53:17.447838 run srsepc(pid=26476): stderr: \u000a| (launched: 2022-12-10_16:53:15.306319)\u000a| Connection to 10.42.42.116 closed. \u000a16:53:17.583130 run srsepc(pid=26476): stdout: \u000a| (launched: 2022-12-10_16:53:15.257798)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:53:17.735546 run srsepc(pid=26476): stderr: \u000a| (launched: 2022-12-10_16:53:15.306319)\u000a| Connection to 10.42.42.116 closed. \u000a16:53:17.890383 run rm-remote-dir(pid=26477): Terminating (SIGINT)\u000a16:53:18.086289 run rm-remote-dir(pid=26477): Terminated: ok {rc=0}\u000a16:53:18.123198 tst ping.py:16: ERR: Error: srsepc(pid=26476): Process ended prematurely: srsepc(pid=26476) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26476)] [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a16:53:18.134037 tst ping.py:16: Test FAILED (18.6 sec)\u000a16:53:18.305728 run scp-back-log(pid=26550): Launched\u000a16:53:19.399924 run scp-back-log(pid=26550): ERR: Terminated: ERROR {rc=1} [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26550)]\u000a16:53:19.466082 run scp-back-log(pid=26550): stdout: \u000a| (launched: 2022-12-10_16:53:18.186733) \u000a16:53:19.530949 run scp-back-log(pid=26550): stderr: \u000a| (launched: 2022-12-10_16:53:18.206898)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:53:19.586434 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26550): launch_sync(): local process exited with status 1 [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26550)]')\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26764): Process ended prematurely: srsepc(pid=26764) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26764)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26764): Process ended prematurely: srsepc(pid=26764) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a16:53:19.602192 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:53:19.619834 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:53:19.647700 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:53:19.791722 tst rrc_idle_mo_ping.py: using MSISDN 7815\u000a16:53:19.903923 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7815', subscriber_id=0}\u000a16:53:20.013657 run srsepc_10.42.42.118: Starting srsepc\u000a16:53:20.692271 run rm-remote-dir(pid=26750): Launched\u000a16:53:21.885564 run rm-remote-dir(pid=26750): Terminated: ok {rc=0}\u000a16:53:22.248892 run mk-remote-dir(pid=26753): Launched\u000a16:53:23.438577 run mk-remote-dir(pid=26753): Terminated: ok {rc=0}\u000a16:53:23.787221 run scp-inst-to-remote(pid=26754): Launched\u000a16:53:25.980993 run scp-inst-to-remote(pid=26754): Terminated: ok {rc=0}\u000a16:53:26.348808 run rm-remote-dir(pid=26756): Launched\u000a16:53:27.542516 run rm-remote-dir(pid=26756): Terminated: ok {rc=0}\u000a16:53:27.909726 run mk-remote-dir(pid=26757): Launched\u000a16:53:29.104053 run mk-remote-dir(pid=26757): Terminated: ok {rc=0}\u000a16:53:29.421926 run scp-cfg-to-remote(pid=26758): Launched\u000a16:53:30.620251 run scp-cfg-to-remote(pid=26758): Terminated: ok {rc=0}\u000a16:53:31.025150 run scp-db-to-remote(pid=26760): Launched\u000a16:53:32.309875 run scp-db-to-remote(pid=26760): Terminated: ok {rc=0}\u000a16:53:32.461138 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:53:32.908003 run patchelf(pid=26762): Launched\u000a16:53:34.131561 run patchelf(pid=26762): Terminated: ok {rc=0}\u000a16:53:34.256396 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:53:34.662316 run setcap-netadm(pid=26763): Launched\u000a16:53:35.877462 run setcap-netadm(pid=26763): Terminated: ok {rc=0}\u000a16:53:36.281983 run srsepc(pid=26764): Launched\u000a16:53:36.469318 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:53:37.757970 run rm-remote-dir(pid=26765): Launched\u000a16:53:38.035718 run srsepc(pid=26764): ERR: Terminated: ERROR {rc=127} [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26764)]\u000a16:53:38.185446 run srsepc(pid=26764): stdout: \u000a| (launched: 2022-12-10_16:53:36.060669)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:53:38.335150 run srsepc(pid=26764): stderr: \u000a| (launched: 2022-12-10_16:53:36.109988)\u000a| Connection to 10.42.42.116 closed. \u000a16:53:38.479138 run srsepc(pid=26764): stdout: \u000a| (launched: 2022-12-10_16:53:36.060669)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:53:38.620930 run srsepc(pid=26764): stderr: \u000a| (launched: 2022-12-10_16:53:36.109988)\u000a| Connection to 10.42.42.116 closed. \u000a16:53:38.787859 run rm-remote-dir(pid=26765): Terminating (SIGINT)\u000a16:53:38.986868 run rm-remote-dir(pid=26765): Terminated: ok {rc=0}\u000a16:53:39.022926 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=26764): Process ended prematurely: srsepc(pid=26764) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26764)] [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a16:53:39.033462 tst rrc_idle_mo_ping.py:16: Test FAILED (19.4 sec)\u000a16:53:39.189978 run scp-back-log(pid=26766): Launched\u000a16:53:40.287203 run scp-back-log(pid=26766): ERR: Terminated: ERROR {rc=1} [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26766)]\u000a16:53:40.352391 run scp-back-log(pid=26766): stdout: \u000a| (launched: 2022-12-10_16:53:39.079532) \u000a16:53:40.417889 run scp-back-log(pid=26766): stderr: \u000a| (launched: 2022-12-10_16:53:39.100875)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:53:40.473808 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26766): launch_sync(): local process exited with status 1 [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26766)]')\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26785): Process ended prematurely: srsepc(pid=26785) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26785)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26785): Process ended prematurely: srsepc(pid=26785) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a16:53:40.488394 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:53:40.505803 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:53:40.529232 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:53:40.678290 tst rrc_idle_mt_ping.py: using MSISDN 7816\u000a16:53:40.794349 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7816', subscriber_id=0}\u000a16:53:40.909279 run srsepc_10.42.42.118: Starting srsepc\u000a16:53:41.594979 run rm-remote-dir(pid=26768): Launched\u000a16:53:42.795251 run rm-remote-dir(pid=26768): Terminated: ok {rc=0}\u000a16:53:43.146855 run mk-remote-dir(pid=26769): Launched\u000a16:53:44.346469 run mk-remote-dir(pid=26769): Terminated: ok {rc=0}\u000a16:53:44.644059 run scp-inst-to-remote(pid=26770): Launched\u000a16:53:46.842644 run scp-inst-to-remote(pid=26770): Terminated: ok {rc=0}\u000a16:53:47.204190 run rm-remote-dir(pid=26777): Launched\u000a16:53:48.393071 run rm-remote-dir(pid=26777): Terminated: ok {rc=0}\u000a16:53:48.723085 run mk-remote-dir(pid=26778): Launched\u000a16:53:49.911786 run mk-remote-dir(pid=26778): Terminated: ok {rc=0}\u000a16:53:50.190151 run scp-cfg-to-remote(pid=26779): Launched\u000a16:53:51.376610 run scp-cfg-to-remote(pid=26779): Terminated: ok {rc=0}\u000a16:53:51.657455 run scp-db-to-remote(pid=26781): Launched\u000a16:53:52.844000 run scp-db-to-remote(pid=26781): Terminated: ok {rc=0}\u000a16:53:52.958385 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:53:53.278465 run patchelf(pid=26783): Launched\u000a16:53:54.465601 run patchelf(pid=26783): Terminated: ok {rc=0}\u000a16:53:54.580057 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:53:54.898910 run setcap-netadm(pid=26784): Launched\u000a16:53:56.084880 run setcap-netadm(pid=26784): Terminated: ok {rc=0}\u000a16:53:56.397134 run srsepc(pid=26785): Launched\u000a16:53:56.505835 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:53:57.630592 run rm-remote-dir(pid=26786): Launched\u000a16:53:57.816380 run srsepc(pid=26785): ERR: Terminated: ERROR {rc=127} [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26785)]\u000a16:53:57.952320 run srsepc(pid=26785): stdout: \u000a| (launched: 2022-12-10_16:53:56.247695)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:53:58.087741 run srsepc(pid=26785): stderr: \u000a| (launched: 2022-12-10_16:53:56.293958)\u000a| Connection to 10.42.42.116 closed. \u000a16:53:58.218229 run srsepc(pid=26785): stdout: \u000a| (launched: 2022-12-10_16:53:56.247695)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:53:58.347546 run srsepc(pid=26785): stderr: \u000a| (launched: 2022-12-10_16:53:56.293958)\u000a| Connection to 10.42.42.116 closed. \u000a16:53:58.499047 run rm-remote-dir(pid=26786): Terminating (SIGINT)\u000a16:53:58.677530 run rm-remote-dir(pid=26786): Terminated: ok {rc=0}\u000a16:53:58.710380 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=26785): Process ended prematurely: srsepc(pid=26785) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26785)] [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a16:53:58.720048 tst rrc_idle_mt_ping.py:16: Test FAILED (18.2 sec)\u000a16:53:58.831824 run scp-back-log(pid=26787): Launched\u000a16:53:59.918890 run scp-back-log(pid=26787): ERR: Terminated: ERROR {rc=1} [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26787)]\u000a16:53:59.981188 run scp-back-log(pid=26787): stdout: \u000a| (launched: 2022-12-10_16:53:58.761981) \u000a16:54:00.043595 run scp-back-log(pid=26787): stderr: \u000a| (launched: 2022-12-10_16:53:58.781984)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:54:00.096572 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26787): launch_sync(): local process exited with status 1 [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26787)]')\u000a" } ], "duration" : 144.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:51:37" }, { "cases" : [ { "testActions" : [ ], "age" : 174, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26798): Process ended prematurely: osmo-stp_10.42.42.5(pid=26798) [trial-2376↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26798)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26798): Process ended prematurely: osmo-stp_10.42.42.5(pid=26798) [trial-2376↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a16:54:00.954815 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:54:00.966313 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a16:54:01.102604 tst handover.py: using LAC 29329\u000a16:54:01.227679 tst handover.py: using RAC 4\u000a16:54:01.389311 tst handover.py: using CellId 29329\u000a16:54:01.554629 tst handover.py: using BVCI 29330\u000a16:54:01.583367 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a16:54:01.710940 tst handover.py: using LAC 29330\u000a16:54:01.832683 tst handover.py: using RAC 5\u000a16:54:01.958897 tst handover.py: using CellId 29330\u000a16:54:02.118489 tst handover.py: using BVCI 29331\u000a16:54:02.143451 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:54:02.155626 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:54:02.168440 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:54:02.181112 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:54:02.193942 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:54:02.206416 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a16:54:02.325949 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a16:54:02.534716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:54:03.041856 run create_hlr_db(pid=26792): Launched\u000a16:54:04.230099 run create_hlr_db(pid=26792): Terminated: ok {rc=0}\u000a16:54:04.560866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26794): Launched\u000a16:54:04.884166 run osmo-hlr_10.42.42.2(pid=26795): Launched\u000a16:54:04.998423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:54:05.522997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26797): Launched\u000a16:54:05.827665 run osmo-stp_10.42.42.5(pid=26798): Launched\u000a16:54:05.938960 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:54:06.493919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26800): Launched\u000a16:54:06.796883 run osmo-msc_10.42.42.6(pid=26801): Launched\u000a16:54:06.974295 run osmo-stp_10.42.42.5(pid=26798): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26798)]\u000a16:54:07.103179 run osmo-stp_10.42.42.5(pid=26798): stdout: \u000a| (launched: 2022-12-10_16:54:05.677638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:07.229167 run osmo-stp_10.42.42.5(pid=26798): stderr: \u000a| �[0;m�[38;5;43m20221210165405847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165405848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165405849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165405849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165405850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165405850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165405850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:07.350979 run osmo-stp_10.42.42.5(pid=26798): stdout: \u000a| (launched: 2022-12-10_16:54:05.677638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:07.471261 run osmo-stp_10.42.42.5(pid=26798): stderr: \u000a| �[0;m�[38;5;43m20221210165405847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165405848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165405849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165405849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165405850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165405850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165405850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:07.523716 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26798): Process ended prematurely: osmo-stp_10.42.42.5(pid=26798) [trial-2376↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26798)] [trial-2376↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a16:54:07.531757 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:54:07.591923 run osmo-hlr_10.42.42.2(pid=26795): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26795)]\u000a16:54:07.641115 run osmo-hlr_10.42.42.2(pid=26795): stdout: \u000a| (launched: 2022-12-10_16:54:04.724316) \u000a16:54:07.691893 run osmo-hlr_10.42.42.2(pid=26795): stderr: \u000a| �[0;m�[1;31m20221210165404915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165404915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165404915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165404915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165404915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165404915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165404928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165404938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165404938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165404938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:54:07.759623 run osmo-msc_10.42.42.6(pid=26801): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26801)]\u000a16:54:07.808803 run osmo-msc_10.42.42.6(pid=26801): stdout: \u000a| (launched: 2022-12-10_16:54:06.647437) \u000a16:54:07.858421 run osmo-msc_10.42.42.6(pid=26801): stderr: \u000a| �[0;m�[38;5;43m20221210165406917 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165406918 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8374660c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165406918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165406918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165406918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165406918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165406920 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165406920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165406920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165406920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:54:07.900209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26794): Terminating (SIGTERM)\u000a16:54:07.940218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26797): Terminating (SIGTERM)\u000a16:54:07.980234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26800): Terminating (SIGTERM)\u000a16:54:07.989755 --- ParallelTerminationStrategy: PID 26794 died...\u000a16:54:08.043306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26794): Terminated: ok {rc=0}\u000a16:54:08.053125 --- ParallelTerminationStrategy: PID 26797 died...\u000a16:54:08.106047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26797): Terminated: ok {rc=0}\u000a16:54:08.115902 --- ParallelTerminationStrategy: PID 26800 died...\u000a16:54:08.169699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26800): Terminated: ok {rc=0}\u000a16:54:08.253003 bus /sierra_3: Setting Powered False\u000a16:54:09.354245 bus /sierra_3: Setting Powered False\u000a16:54:10.464862 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:54:00" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26812): Process ended prematurely: osmo-stp_10.42.42.5(pid=26812) [trial-2376↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26812)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26812): Process ended prematurely: osmo-stp_10.42.42.5(pid=26812) [trial-2376↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a16:54:12.420924 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:54:12.431859 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a16:54:12.557581 tst handover.py: using LAC 29331\u000a16:54:12.676590 tst handover.py: using RAC 6\u000a16:54:12.796359 tst handover.py: using CellId 29331\u000a16:54:12.917767 tst handover.py: using BVCI 29332\u000a16:54:12.940896 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a16:54:13.062618 tst handover.py: using LAC 29332\u000a16:54:13.181160 tst handover.py: using RAC 7\u000a16:54:13.301880 tst handover.py: using CellId 29332\u000a16:54:13.420838 tst handover.py: using BVCI 29333\u000a16:54:13.443898 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:54:13.454830 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:54:13.465556 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:54:13.476440 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:54:13.487513 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:54:13.498432 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a16:54:13.616147 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a16:54:13.818089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:54:14.276608 run create_hlr_db(pid=26806): Launched\u000a16:54:14.400004 bus /sierra_2: Setting Powered False\u000a16:54:15.472546 run create_hlr_db(pid=26806): Terminated: ok {rc=0}\u000a16:54:15.891396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26808): Launched\u000a16:54:16.223223 run osmo-hlr_10.42.42.2(pid=26809): Launched\u000a16:54:16.415022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:54:17.065973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26811): Launched\u000a16:54:17.409184 run osmo-stp_10.42.42.5(pid=26812): Launched\u000a16:54:17.534370 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:54:18.098968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26814): Launched\u000a16:54:18.423573 run osmo-msc_10.42.42.6(pid=26815): Launched\u000a16:54:18.612094 run osmo-stp_10.42.42.5(pid=26812): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26812)]\u000a16:54:18.748521 run osmo-stp_10.42.42.5(pid=26812): stdout: \u000a| (launched: 2022-12-10_16:54:17.249498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:18.884897 run osmo-stp_10.42.42.5(pid=26812): stderr: \u000a| �[0;m�[38;5;43m20221210165417443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165417443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165417443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165417444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165417444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165417444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165417444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:19.015430 run osmo-stp_10.42.42.5(pid=26812): stdout: \u000a| (launched: 2022-12-10_16:54:17.249498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:19.144798 run osmo-stp_10.42.42.5(pid=26812): stderr: \u000a| �[0;m�[38;5;43m20221210165417443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165417443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165417443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165417444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165417444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165417444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165417444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:19.201314 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26812): Process ended prematurely: osmo-stp_10.42.42.5(pid=26812) [trial-2376↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26812)] [trial-2376↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a16:54:19.210031 tst handover.py:18: Test FAILED (6.8 sec)\u000a16:54:19.272679 run osmo-hlr_10.42.42.2(pid=26809): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26809)]\u000a16:54:19.324096 run osmo-hlr_10.42.42.2(pid=26809): stdout: \u000a| (launched: 2022-12-10_16:54:16.054853) \u000a16:54:19.376461 run osmo-hlr_10.42.42.2(pid=26809): stderr: \u000a| �[0;m�[1;31m20221210165416420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165416420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165416420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165416420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165416420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165416420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165416439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165416447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165416447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165416447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:54:19.447129 run osmo-msc_10.42.42.6(pid=26815): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26815)]\u000a16:54:19.498488 run osmo-msc_10.42.42.6(pid=26815): stdout: \u000a| (launched: 2022-12-10_16:54:18.264748) \u000a16:54:19.550289 run osmo-msc_10.42.42.6(pid=26815): stderr: \u000a| �[0;m�[38;5;43m20221210165418586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165418586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc7f455c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165418587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165418587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165418587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165418587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165418589 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165418589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165418589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165418589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:54:19.594556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26808): Terminating (SIGTERM)\u000a16:54:19.636567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26811): Terminating (SIGTERM)\u000a16:54:19.678959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26814): Terminating (SIGTERM)\u000a16:54:19.688684 --- ParallelTerminationStrategy: PID 26808 died...\u000a16:54:19.745157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26808): Terminated: ok {rc=0}\u000a16:54:19.755397 --- ParallelTerminationStrategy: PID 26811 died...\u000a16:54:19.811761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26811): Terminated: ok {rc=0}\u000a16:54:19.821985 --- ParallelTerminationStrategy: PID 26814 died...\u000a16:54:19.878325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26814): Terminated: ok {rc=0}\u000a16:54:19.966307 bus /sierra_3: Setting Powered False\u000a16:54:21.072986 bus /sierra_3: Setting Powered False\u000a16:54:22.184798 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:54:12" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26826): Process ended prematurely: osmo-stp_10.42.42.5(pid=26826) [trial-2376↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26826)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26826): Process ended prematurely: osmo-stp_10.42.42.5(pid=26826) [trial-2376↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a16:54:24.166636 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:24.177510 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:54:24.303903 tst handover.py: using LAC 29333\u000a16:54:24.424863 tst handover.py: using RAC 8\u000a16:54:24.545831 tst handover.py: using CellId 29333\u000a16:54:24.664926 tst handover.py: using BVCI 29334\u000a16:54:24.687915 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:54:24.825052 tst handover.py: using LAC 29334\u000a16:54:24.955690 tst handover.py: using RAC 9\u000a16:54:25.075645 tst handover.py: using CellId 29334\u000a16:54:25.201338 tst handover.py: using BVCI 29335\u000a16:54:25.226200 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:25.237798 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:25.249224 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:25.260892 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:25.272520 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:25.284084 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:54:25.398633 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:54:25.598901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:54:26.059762 run create_hlr_db(pid=26820): Launched\u000a16:54:26.183641 bus /sierra_2: Setting Powered False\u000a16:54:27.255655 run create_hlr_db(pid=26820): Terminated: ok {rc=0}\u000a16:54:27.659044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26822): Launched\u000a16:54:27.984871 run osmo-hlr_10.42.42.2(pid=26823): Launched\u000a16:54:28.103646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:54:28.639127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26825): Launched\u000a16:54:28.963417 run osmo-stp_10.42.42.5(pid=26826): Launched\u000a16:54:29.082075 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:54:29.645467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26828): Launched\u000a16:54:29.971285 run osmo-msc_10.42.42.6(pid=26829): Launched\u000a16:54:30.161238 run osmo-stp_10.42.42.5(pid=26826): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26826)]\u000a16:54:30.298570 run osmo-stp_10.42.42.5(pid=26826): stdout: \u000a| (launched: 2022-12-10_16:54:28.803454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:30.435456 run osmo-stp_10.42.42.5(pid=26826): stderr: \u000a| �[0;m�[38;5;43m20221210165428993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165428993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165428993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165428994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165428994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165428994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165428994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:30.566431 run osmo-stp_10.42.42.5(pid=26826): stdout: \u000a| (launched: 2022-12-10_16:54:28.803454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:30.696034 run osmo-stp_10.42.42.5(pid=26826): stderr: \u000a| �[0;m�[38;5;43m20221210165428993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165428993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165428993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165428994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165428994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165428994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165428994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:30.752441 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26826): Process ended prematurely: osmo-stp_10.42.42.5(pid=26826) [trial-2376↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26826)] [trial-2376↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a16:54:30.761106 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:54:30.825384 run osmo-hlr_10.42.42.2(pid=26823): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26823)]\u000a16:54:30.897602 run osmo-hlr_10.42.42.2(pid=26823): stdout: \u000a| (launched: 2022-12-10_16:54:27.824246) \u000a16:54:30.956631 run osmo-hlr_10.42.42.2(pid=26823): stderr: \u000a| �[0;m�[1;31m20221210165428024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165428024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165428024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165428024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165428024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165428024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165428072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165428081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165428081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165428081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:54:31.034397 run osmo-msc_10.42.42.6(pid=26829): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26829)]\u000a16:54:31.099999 run osmo-msc_10.42.42.6(pid=26829): stdout: \u000a| (launched: 2022-12-10_16:54:29.810602) \u000a16:54:31.164174 run osmo-msc_10.42.42.6(pid=26829): stderr: \u000a| �[0;m�[38;5;43m20221210165430131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165430131 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0e870cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165430131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165430131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165430132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165430132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165430134 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165430134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165430134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165430134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:54:31.219255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26822): Terminating (SIGTERM)\u000a16:54:31.275270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26825): Terminating (SIGTERM)\u000a16:54:31.329874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26828): Terminating (SIGTERM)\u000a16:54:31.341911 --- ParallelTerminationStrategy: PID 26822 died...\u000a16:54:31.408159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26822): Terminated: ok {rc=0}\u000a16:54:31.418412 --- ParallelTerminationStrategy: PID 26825 died...\u000a16:54:31.475086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26825): Terminated: ok {rc=0}\u000a16:54:31.485274 --- ParallelTerminationStrategy: PID 26828 died...\u000a16:54:31.541066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26828): Terminated: ok {rc=0}\u000a16:54:31.639160 bus /sierra_3: Setting Powered False\u000a16:54:32.745041 bus /sierra_3: Setting Powered False\u000a16:54:33.858679 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:54:23" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26840): Process ended prematurely: osmo-stp_10.42.42.5(pid=26840) [trial-2376↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26840)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26840): Process ended prematurely: osmo-stp_10.42.42.5(pid=26840) [trial-2376↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a16:54:35.848362 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:54:35.859535 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:54:35.984322 tst handover.py: using LAC 29335\u000a16:54:36.103097 tst handover.py: using RAC 10\u000a16:54:36.222627 tst handover.py: using CellId 29335\u000a16:54:36.347804 tst handover.py: using BVCI 29336\u000a16:54:36.372543 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:54:36.511145 tst handover.py: using LAC 29336\u000a16:54:36.636344 tst handover.py: using RAC 11\u000a16:54:36.763687 tst handover.py: using CellId 29336\u000a16:54:36.888757 tst handover.py: using BVCI 29337\u000a16:54:36.914192 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:54:36.925854 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:54:36.937519 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:54:36.949657 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:54:36.961753 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:54:36.973760 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:54:37.089167 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:54:37.295910 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:54:37.756384 run create_hlr_db(pid=26834): Launched\u000a16:54:37.879465 bus /sierra_2: Setting Powered False\u000a16:54:38.952026 run create_hlr_db(pid=26834): Terminated: ok {rc=0}\u000a16:54:39.355731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26836): Launched\u000a16:54:39.680917 run osmo-hlr_10.42.42.2(pid=26837): Launched\u000a16:54:39.801901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:54:40.335572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26839): Launched\u000a16:54:40.659568 run osmo-stp_10.42.42.5(pid=26840): Launched\u000a16:54:40.777688 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:54:41.343643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26842): Launched\u000a16:54:41.668579 run osmo-msc_10.42.42.6(pid=26843): Launched\u000a16:54:41.857686 run osmo-stp_10.42.42.5(pid=26840): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26840)]\u000a16:54:41.995272 run osmo-stp_10.42.42.5(pid=26840): stdout: \u000a| (launched: 2022-12-10_16:54:40.500164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:42.131718 run osmo-stp_10.42.42.5(pid=26840): stderr: \u000a| �[0;m�[38;5;43m20221210165440691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165440691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165440691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165440692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165440692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165440692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165440692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:42.262185 run osmo-stp_10.42.42.5(pid=26840): stdout: \u000a| (launched: 2022-12-10_16:54:40.500164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:42.391715 run osmo-stp_10.42.42.5(pid=26840): stderr: \u000a| �[0;m�[38;5;43m20221210165440691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165440691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165440691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165440692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165440692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165440692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165440692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:42.448167 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26840): Process ended prematurely: osmo-stp_10.42.42.5(pid=26840) [trial-2376↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26840)] [trial-2376↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a16:54:42.457006 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:54:42.520143 run osmo-hlr_10.42.42.2(pid=26837): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26837)]\u000a16:54:42.571651 run osmo-hlr_10.42.42.2(pid=26837): stdout: \u000a| (launched: 2022-12-10_16:54:39.521056) \u000a16:54:42.623649 run osmo-hlr_10.42.42.2(pid=26837): stderr: \u000a| �[0;m�[1;31m20221210165439720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165439720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165439720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165439720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165439720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165439720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165439731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165439739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165439739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165439739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:54:42.694178 run osmo-msc_10.42.42.6(pid=26843): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26843)]\u000a16:54:42.745690 run osmo-msc_10.42.42.6(pid=26843): stdout: \u000a| (launched: 2022-12-10_16:54:41.508390) \u000a16:54:42.797376 run osmo-msc_10.42.42.6(pid=26843): stderr: \u000a| �[0;m�[38;5;43m20221210165441830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165441830 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe806153c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165441830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165441830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165441830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165441830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165441832 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165441833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165441833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165441833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:54:42.841453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26836): Terminating (SIGTERM)\u000a16:54:42.883916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26839): Terminating (SIGTERM)\u000a16:54:42.926576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26842): Terminating (SIGTERM)\u000a16:54:42.936643 --- ParallelTerminationStrategy: PID 26836 died...\u000a16:54:42.992817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26836): Terminated: ok {rc=0}\u000a16:54:43.003408 --- ParallelTerminationStrategy: PID 26839 died...\u000a16:54:43.060028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26839): Terminated: ok {rc=0}\u000a16:54:43.070110 --- ParallelTerminationStrategy: PID 26842 died...\u000a16:54:43.126227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26842): Terminated: ok {rc=0}\u000a16:54:43.214007 bus /sierra_3: Setting Powered False\u000a16:54:44.322088 bus /sierra_3: Setting Powered False\u000a16:54:45.429902 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:54:35" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26854): Process ended prematurely: osmo-stp_10.42.42.5(pid=26854) [trial-2376↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26854)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26854): Process ended prematurely: osmo-stp_10.42.42.5(pid=26854) [trial-2376↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a16:54:47.527104 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:54:47.538585 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:54:47.674363 tst handover.py: using LAC 29337\u000a16:54:47.802369 tst handover.py: using RAC 12\u000a16:54:47.929829 tst handover.py: using CellId 29337\u000a16:54:48.058422 tst handover.py: using BVCI 29338\u000a16:54:48.083104 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:54:48.235378 tst handover.py: using LAC 29338\u000a16:54:48.360155 tst handover.py: using RAC 13\u000a16:54:48.481700 tst handover.py: using CellId 29338\u000a16:54:48.600334 tst handover.py: using BVCI 29339\u000a16:54:48.623612 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:54:48.634944 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:54:48.646099 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:54:48.657330 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:54:48.668536 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:54:48.679606 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:54:48.797326 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:54:49.009103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:54:49.489652 run create_hlr_db(pid=26848): Launched\u000a16:54:49.622286 bus /sierra_2: Setting Powered False\u000a16:54:50.698251 run create_hlr_db(pid=26848): Terminated: ok {rc=0}\u000a16:54:51.101683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26850): Launched\u000a16:54:51.426743 run osmo-hlr_10.42.42.2(pid=26851): Launched\u000a16:54:51.546822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:54:52.082880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26853): Launched\u000a16:54:52.406327 run osmo-stp_10.42.42.5(pid=26854): Launched\u000a16:54:52.523895 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:54:53.088177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26856): Launched\u000a16:54:53.411759 run osmo-msc_10.42.42.6(pid=26857): Launched\u000a16:54:53.599905 run osmo-stp_10.42.42.5(pid=26854): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26854)]\u000a16:54:53.735753 run osmo-stp_10.42.42.5(pid=26854): stdout: \u000a| (launched: 2022-12-10_16:54:52.247365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:53.871634 run osmo-stp_10.42.42.5(pid=26854): stderr: \u000a| �[0;m�[38;5;43m20221210165452438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165452438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165452438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165452439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165452439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165452439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165452439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:54.002456 run osmo-stp_10.42.42.5(pid=26854): stdout: \u000a| (launched: 2022-12-10_16:54:52.247365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:54.131840 run osmo-stp_10.42.42.5(pid=26854): stderr: \u000a| �[0;m�[38;5;43m20221210165452438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165452438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165452438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165452439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165452439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165452439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165452439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:54.187886 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26854): Process ended prematurely: osmo-stp_10.42.42.5(pid=26854) [trial-2376↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26854)] [trial-2376↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a16:54:54.196417 tst handover.py:18: Test FAILED (6.7 sec)\u000a16:54:54.260093 run osmo-hlr_10.42.42.2(pid=26851): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26851)]\u000a16:54:54.312069 run osmo-hlr_10.42.42.2(pid=26851): stdout: \u000a| (launched: 2022-12-10_16:54:51.266821) \u000a16:54:54.364879 run osmo-hlr_10.42.42.2(pid=26851): stderr: \u000a| �[0;m�[1;31m20221210165451465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165451465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165451465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165451465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165451465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165451465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165451478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165451488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165451488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165451488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:54:54.436091 run osmo-msc_10.42.42.6(pid=26857): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26857)]\u000a16:54:54.487869 run osmo-msc_10.42.42.6(pid=26857): stdout: \u000a| (launched: 2022-12-10_16:54:53.252871) \u000a16:54:54.540884 run osmo-msc_10.42.42.6(pid=26857): stderr: \u000a| �[0;m�[38;5;43m20221210165453574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165453574 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f537513dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165453574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165453574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165453574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165453575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165453576 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165453577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165453577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165453577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:54:54.585691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26850): Terminating (SIGTERM)\u000a16:54:54.627725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26853): Terminating (SIGTERM)\u000a16:54:54.670162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26856): Terminating (SIGTERM)\u000a16:54:54.680015 --- ParallelTerminationStrategy: PID 26850 died...\u000a16:54:54.736679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26850): Terminated: ok {rc=0}\u000a16:54:54.746850 --- ParallelTerminationStrategy: PID 26853 died...\u000a16:54:54.803337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26853): Terminated: ok {rc=0}\u000a16:54:54.813861 --- ParallelTerminationStrategy: PID 26856 died...\u000a16:54:54.870568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26856): Terminated: ok {rc=0}\u000a16:54:54.957659 bus /sierra_3: Setting Powered False\u000a16:54:56.059984 bus /sierra_3: Setting Powered False\u000a16:54:57.170795 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:54:47" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26871): Process ended prematurely: osmo-stp_10.42.42.5(pid=26871) [trial-2376↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26871): Process ended prematurely: osmo-stp_10.42.42.5(pid=26871) [trial-2376↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a16:54:59.149158 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:54:59.160153 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:54:59.288125 tst handover.py: using LAC 29339\u000a16:54:59.409479 tst handover.py: using RAC 14\u000a16:54:59.527567 tst handover.py: using CellId 29339\u000a16:54:59.647718 tst handover.py: using BVCI 29340\u000a16:54:59.670774 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:54:59.800126 tst handover.py: using LAC 29340\u000a16:54:59.928661 tst handover.py: using RAC 15\u000a16:55:00.050359 tst handover.py: using CellId 29340\u000a16:55:00.169715 tst handover.py: using BVCI 29341\u000a16:55:00.192724 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:55:00.203795 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:55:00.214865 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:55:00.226045 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:55:00.237329 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:55:00.248260 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:55:00.366272 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:55:00.570590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:55:01.113170 run create_hlr_db(pid=26862): Launched\u000a16:55:01.240389 bus /sierra_2: Setting Powered False\u000a16:55:02.313538 run create_hlr_db(pid=26862): Terminated: ok {rc=0}\u000a16:55:02.715421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26867): Launched\u000a16:55:03.038179 run osmo-hlr_10.42.42.2(pid=26868): Launched\u000a16:55:03.158938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:55:03.692105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26870): Launched\u000a16:55:04.015641 run osmo-stp_10.42.42.5(pid=26871): Launched\u000a16:55:04.133507 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:55:04.695973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26873): Launched\u000a16:55:05.021513 run osmo-msc_10.42.42.6(pid=26874): Launched\u000a16:55:05.211468 run osmo-stp_10.42.42.5(pid=26871): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)]\u000a16:55:05.348744 run osmo-stp_10.42.42.5(pid=26871): stdout: \u000a| (launched: 2022-12-10_16:55:03.855859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:05.485257 run osmo-stp_10.42.42.5(pid=26871): stderr: \u000a| �[0;m�[38;5;43m20221210165504050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165504050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165504050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165504051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165504051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165504051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165504051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:05.615625 run osmo-stp_10.42.42.5(pid=26871): stdout: \u000a| (launched: 2022-12-10_16:55:03.855859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:05.744900 run osmo-stp_10.42.42.5(pid=26871): stderr: \u000a| �[0;m�[38;5;43m20221210165504050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165504050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165504050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165504051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165504051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165504051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165504051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:05.801205 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26871): Process ended prematurely: osmo-stp_10.42.42.5(pid=26871) [trial-2376↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)] [trial-2376↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a16:55:05.809775 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:55:05.873304 run osmo-hlr_10.42.42.2(pid=26868): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26868)]\u000a16:55:05.924907 run osmo-hlr_10.42.42.2(pid=26868): stdout: \u000a| (launched: 2022-12-10_16:55:02.879354) \u000a16:55:05.977025 run osmo-hlr_10.42.42.2(pid=26868): stderr: \u000a| �[0;m�[1;31m20221210165503077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165503078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165503078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165503078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165503078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165503078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165503090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165503100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165503100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165503100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:55:06.047345 run osmo-msc_10.42.42.6(pid=26874): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26874)]\u000a16:55:06.098658 run osmo-msc_10.42.42.6(pid=26874): stdout: \u000a| (launched: 2022-12-10_16:55:04.860638) \u000a16:55:06.150532 run osmo-msc_10.42.42.6(pid=26874): stderr: \u000a| �[0;m�[38;5;43m20221210165505183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165505183 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9bb9f88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165505183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165505183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165505183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165505183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165505185 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165505186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165505186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165505186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:55:06.194421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26867): Terminating (SIGTERM)\u000a16:55:06.236502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26870): Terminating (SIGTERM)\u000a16:55:06.278439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26873): Terminating (SIGTERM)\u000a16:55:06.288397 --- ParallelTerminationStrategy: PID 26867 died...\u000a16:55:06.344635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26867): Terminated: ok {rc=0}\u000a16:55:06.355052 --- ParallelTerminationStrategy: PID 26870 died...\u000a16:55:06.411390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26870): Terminated: ok {rc=0}\u000a16:55:06.421504 --- ParallelTerminationStrategy: PID 26873 died...\u000a16:55:06.477819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26873): Terminated: ok {rc=0}\u000a16:55:06.566244 bus /sierra_3: Setting Powered False\u000a16:55:07.669203 bus /sierra_3: Setting Powered False\u000a16:55:08.781277 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:54:58" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26885): Process ended prematurely: osmo-stp_10.42.42.5(pid=26885) [trial-2376↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26885)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26885): Process ended prematurely: osmo-stp_10.42.42.5(pid=26885) [trial-2376↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26885)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a16:55:10.774756 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:55:10.786134 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:55:10.924222 tst handover.py: using LAC 29341\u000a16:55:11.049221 tst handover.py: using RAC 16\u000a16:55:11.175607 tst handover.py: using CellId 29341\u000a16:55:11.300117 tst handover.py: using BVCI 29342\u000a16:55:11.324599 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:55:11.467219 tst handover.py: using LAC 29342\u000a16:55:11.593074 tst handover.py: using RAC 17\u000a16:55:11.717956 tst handover.py: using CellId 29342\u000a16:55:11.842539 tst handover.py: using BVCI 29343\u000a16:55:11.867198 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:55:11.878601 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:55:11.890098 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:55:11.901609 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:55:11.913960 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:55:11.925552 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:55:12.041021 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:55:12.246826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:55:12.726335 run create_hlr_db(pid=26879): Launched\u000a16:55:12.857753 bus /sierra_2: Setting Powered False\u000a16:55:13.934618 run create_hlr_db(pid=26879): Terminated: ok {rc=0}\u000a16:55:14.336651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26881): Launched\u000a16:55:14.661559 run osmo-hlr_10.42.42.2(pid=26882): Launched\u000a16:55:14.783454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:55:15.315672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26884): Launched\u000a16:55:15.638812 run osmo-stp_10.42.42.5(pid=26885): Launched\u000a16:55:15.755840 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:55:16.346116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26887): Launched\u000a16:55:16.838835 run osmo-msc_10.42.42.6(pid=26888): Launched\u000a16:55:17.307363 run osmo-stp_10.42.42.5(pid=26885): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26885)]\u000a16:55:17.463375 run osmo-stp_10.42.42.5(pid=26885): stdout: \u000a| (launched: 2022-12-10_16:55:15.479805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:17.598948 run osmo-stp_10.42.42.5(pid=26885): stderr: \u000a| �[0;m�[38;5;43m20221210165515671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165515671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165515672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165515672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165515672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165515672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165515673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:17.730094 run osmo-stp_10.42.42.5(pid=26885): stdout: \u000a| (launched: 2022-12-10_16:55:15.479805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:17.859635 run osmo-stp_10.42.42.5(pid=26885): stderr: \u000a| �[0;m�[38;5;43m20221210165515671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165515671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165515672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165515672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165515672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165515672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165515673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:17.916162 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26885): Process ended prematurely: osmo-stp_10.42.42.5(pid=26885) [trial-2376↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26885)] [trial-2376↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a16:55:17.924812 tst handover.py:18: Test FAILED (7.1 sec)\u000a16:55:17.989189 run osmo-hlr_10.42.42.2(pid=26882): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26882)]\u000a16:55:18.041467 run osmo-hlr_10.42.42.2(pid=26882): stdout: \u000a| (launched: 2022-12-10_16:55:14.501738) \u000a16:55:18.094435 run osmo-hlr_10.42.42.2(pid=26882): stderr: \u000a| �[0;m�[1;31m20221210165514700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165514700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165514700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165514700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165514700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165514700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165514713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:55:18.166409 run osmo-msc_10.42.42.6(pid=26888): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26888)]\u000a16:55:18.218703 run osmo-msc_10.42.42.6(pid=26888): stdout: \u000a| (launched: 2022-12-10_16:55:16.514731) \u000a16:55:18.271772 run osmo-msc_10.42.42.6(pid=26888): stderr: \u000a| �[0;m�[38;5;43m20221210165517021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165517022 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71fc607c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165517022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165517022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165517023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165517023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165517034 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165517034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165517034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165517034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:55:18.316835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26881): Terminating (SIGTERM)\u000a16:55:18.359987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26884): Terminating (SIGTERM)\u000a16:55:18.402575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26887): Terminating (SIGTERM)\u000a16:55:18.412552 --- ParallelTerminationStrategy: PID 26881 died...\u000a16:55:18.469585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26881): Terminated: ok {rc=0}\u000a16:55:18.479729 --- ParallelTerminationStrategy: PID 26884 died...\u000a16:55:18.536572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26884): Terminated: ok {rc=0}\u000a16:55:18.546776 --- ParallelTerminationStrategy: PID 26887 died...\u000a16:55:18.603683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26887): Terminated: ok {rc=0}\u000a16:55:18.691393 bus /sierra_3: Setting Powered False\u000a16:55:19.798785 bus /sierra_3: Setting Powered False\u000a16:55:20.907702 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:55:10" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26899): Process ended prematurely: osmo-stp_10.42.42.5(pid=26899) [trial-2376↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26899)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26899): Process ended prematurely: osmo-stp_10.42.42.5(pid=26899) [trial-2376↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a16:55:22.917137 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:55:22.929105 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:55:23.056574 tst handover.py: using LAC 29343\u000a16:55:23.175727 tst handover.py: using RAC 18\u000a16:55:23.301081 tst handover.py: using CellId 29343\u000a16:55:23.420296 tst handover.py: using BVCI 29344\u000a16:55:23.443354 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:55:23.577362 tst handover.py: using LAC 29344\u000a16:55:23.694971 tst handover.py: using RAC 19\u000a16:55:23.812218 tst handover.py: using CellId 29344\u000a16:55:23.930907 tst handover.py: using BVCI 29345\u000a16:55:23.953964 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:55:23.964779 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:55:23.975578 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:55:23.986579 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:55:23.997580 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:55:24.008654 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:55:24.122079 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:55:24.332461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:55:24.812558 run create_hlr_db(pid=26893): Launched\u000a16:55:24.944906 bus /sierra_2: Setting Powered False\u000a16:55:26.010735 run create_hlr_db(pid=26893): Terminated: ok {rc=0}\u000a16:55:26.390196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26895): Launched\u000a16:55:26.694436 run osmo-hlr_10.42.42.2(pid=26896): Launched\u000a16:55:26.806690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:55:27.307675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26898): Launched\u000a16:55:27.611099 run osmo-stp_10.42.42.5(pid=26899): Launched\u000a16:55:27.721102 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:55:28.250727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26901): Launched\u000a16:55:28.555865 run osmo-msc_10.42.42.6(pid=26902): Launched\u000a16:55:28.734429 run osmo-stp_10.42.42.5(pid=26899): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26899)]\u000a16:55:28.862712 run osmo-stp_10.42.42.5(pid=26899): stdout: \u000a| (launched: 2022-12-10_16:55:27.461781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:28.989363 run osmo-stp_10.42.42.5(pid=26899): stderr: \u000a| �[0;m�[38;5;43m20221210165527632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165527632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165527632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165527633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165527633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165527633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165527633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:29.111525 run osmo-stp_10.42.42.5(pid=26899): stdout: \u000a| (launched: 2022-12-10_16:55:27.461781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:29.232527 run osmo-stp_10.42.42.5(pid=26899): stderr: \u000a| �[0;m�[38;5;43m20221210165527632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165527632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165527632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165527633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165527633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165527633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165527633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:29.285511 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26899): Process ended prematurely: osmo-stp_10.42.42.5(pid=26899) [trial-2376↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26899)] [trial-2376↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a16:55:29.293633 tst handover.py:18: Test FAILED (6.4 sec)\u000a16:55:29.353996 run osmo-hlr_10.42.42.2(pid=26896): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26896)]\u000a16:55:29.403743 run osmo-hlr_10.42.42.2(pid=26896): stdout: \u000a| (launched: 2022-12-10_16:55:26.544266) \u000a16:55:29.454260 run osmo-hlr_10.42.42.2(pid=26896): stderr: \u000a| �[0;m�[1;31m20221210165526724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165526724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165526724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165526724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165526724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165526724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165526737 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165526747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165526747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165526748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:55:29.522464 run osmo-msc_10.42.42.6(pid=26902): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26902)]\u000a16:55:29.571955 run osmo-msc_10.42.42.6(pid=26902): stdout: \u000a| (launched: 2022-12-10_16:55:28.406172) \u000a16:55:29.621995 run osmo-msc_10.42.42.6(pid=26902): stderr: \u000a| �[0;m�[38;5;43m20221210165528677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165528678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f33e8f16c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165528678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165528678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165528678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165528678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165528680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165528680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165528680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165528680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:55:29.664585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26895): Terminating (SIGTERM)\u000a16:55:29.704932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26898): Terminating (SIGTERM)\u000a16:55:29.745608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26901): Terminating (SIGTERM)\u000a16:55:29.755155 --- ParallelTerminationStrategy: PID 26895 died...\u000a16:55:29.809438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26895): Terminated: ok {rc=0}\u000a16:55:29.819372 --- ParallelTerminationStrategy: PID 26898 died...\u000a16:55:29.873030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26898): Terminated: ok {rc=0}\u000a16:55:29.882763 --- ParallelTerminationStrategy: PID 26901 died...\u000a16:55:29.936555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26901): Terminated: ok {rc=0}\u000a16:55:30.021376 bus /sierra_3: Setting Powered False\u000a16:55:31.141774 bus /sierra_3: Setting Powered False\u000a16:55:32.252769 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:55:22" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26914): Process ended prematurely: osmo-stp_10.42.42.5(pid=26914) [trial-2376↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26914)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26914): Process ended prematurely: osmo-stp_10.42.42.5(pid=26914) [trial-2376↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26914)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a16:55:34.223021 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:55:34.234040 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a16:55:34.355600 tst handover.py: using LAC 29345\u000a16:55:34.473885 tst handover.py: using RAC 20\u000a16:55:34.592110 tst handover.py: using CellId 29345\u000a16:55:34.712702 tst handover.py: using BVCI 29346\u000a16:55:34.735614 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a16:55:34.856232 tst handover.py: using LAC 29346\u000a16:55:34.975984 tst handover.py: using RAC 21\u000a16:55:35.096000 tst handover.py: using CellId 29346\u000a16:55:35.216719 tst handover.py: using BVCI 29347\u000a16:55:35.239777 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:55:35.250515 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:55:35.261034 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:55:35.271650 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:55:35.282551 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:55:35.293505 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a16:55:35.410711 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a16:55:35.623852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:55:36.107877 run create_hlr_db(pid=26908): Launched\u000a16:55:36.240168 bus /sierra_2: Setting Powered False\u000a16:55:37.317066 run create_hlr_db(pid=26908): Terminated: ok {rc=0}\u000a16:55:37.696910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26910): Launched\u000a16:55:37.999795 run osmo-hlr_10.42.42.2(pid=26911): Launched\u000a16:55:38.121316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:55:38.628093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26913): Launched\u000a16:55:38.930912 run osmo-stp_10.42.42.5(pid=26914): Launched\u000a16:55:39.041991 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:55:39.571028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26916): Launched\u000a16:55:39.876572 run osmo-msc_10.42.42.6(pid=26917): Launched\u000a16:55:40.055788 run osmo-stp_10.42.42.5(pid=26914): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26914)]\u000a16:55:40.184250 run osmo-stp_10.42.42.5(pid=26914): stdout: \u000a| (launched: 2022-12-10_16:55:38.782031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:40.310673 run osmo-stp_10.42.42.5(pid=26914): stderr: \u000a| �[0;m�[38;5;43m20221210165538953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165538953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165538953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165538954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165538954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165538954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165538954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:40.432832 run osmo-stp_10.42.42.5(pid=26914): stdout: \u000a| (launched: 2022-12-10_16:55:38.782031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:40.554530 run osmo-stp_10.42.42.5(pid=26914): stderr: \u000a| �[0;m�[38;5;43m20221210165538953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165538953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165538953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165538954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165538954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165538954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165538954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:40.607537 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26914): Process ended prematurely: osmo-stp_10.42.42.5(pid=26914) [trial-2376↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26914)] [trial-2376↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a16:55:40.615592 tst handover.py:18: Test FAILED (6.4 sec)\u000a16:55:40.675321 run osmo-hlr_10.42.42.2(pid=26911): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26911)]\u000a16:55:40.724545 run osmo-hlr_10.42.42.2(pid=26911): stdout: \u000a| (launched: 2022-12-10_16:55:37.851202) \u000a16:55:40.774127 run osmo-hlr_10.42.42.2(pid=26911): stderr: \u000a| �[0;m�[1;31m20221210165538030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165538030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165538030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165538030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165538030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165538030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165538042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165538051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165538051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165538051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:55:40.842005 run osmo-msc_10.42.42.6(pid=26917): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26917)]\u000a16:55:40.891499 run osmo-msc_10.42.42.6(pid=26917): stdout: \u000a| (launched: 2022-12-10_16:55:39.725789) \u000a16:55:40.941132 run osmo-msc_10.42.42.6(pid=26917): stderr: \u000a| �[0;m�[38;5;43m20221210165539998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165539998 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f003d44ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165539998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165539998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165539998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165539998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165540000 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165540000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165540001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165540001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:55:40.983305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26910): Terminating (SIGTERM)\u000a16:55:41.023176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26913): Terminating (SIGTERM)\u000a16:55:41.063079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26916): Terminating (SIGTERM)\u000a16:55:41.072252 --- ParallelTerminationStrategy: PID 26910 died...\u000a16:55:41.126281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26910): Terminated: ok {rc=0}\u000a16:55:41.135983 --- ParallelTerminationStrategy: PID 26913 died...\u000a16:55:41.189413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26913): Terminated: ok {rc=0}\u000a16:55:41.199057 --- ParallelTerminationStrategy: PID 26916 died...\u000a16:55:41.252122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26916): Terminated: ok {rc=0}\u000a16:55:41.341202 bus /sierra_3: Setting Powered False\u000a16:55:42.447693 bus /sierra_3: Setting Powered False\u000a16:55:43.555999 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:55:33" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26928): Process ended prematurely: osmo-stp_10.42.42.5(pid=26928) [trial-2376↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26928)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26928): Process ended prematurely: osmo-stp_10.42.42.5(pid=26928) [trial-2376↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a16:55:45.541626 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:55:45.553130 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:55:45.683343 tst handover.py: using LAC 29347\u000a16:55:45.810627 tst handover.py: using RAC 22\u000a16:55:45.949314 tst handover.py: using CellId 29347\u000a16:55:46.090855 tst handover.py: using BVCI 29348\u000a16:55:46.116712 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:55:46.255706 tst handover.py: using LAC 29348\u000a16:55:46.378618 tst handover.py: using RAC 23\u000a16:55:46.504354 tst handover.py: using CellId 29348\u000a16:55:46.658538 tst handover.py: using BVCI 29349\u000a16:55:46.691171 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:55:46.705711 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:55:46.719402 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:55:46.733992 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:55:46.747986 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:55:46.761733 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:55:46.908346 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:55:47.139051 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:55:47.609721 run create_hlr_db(pid=26922): Launched\u000a16:55:47.733823 bus /sierra_2: Setting Powered False\u000a16:55:48.807593 run create_hlr_db(pid=26922): Terminated: ok {rc=0}\u000a16:55:49.213585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26924): Launched\u000a16:55:49.538586 run osmo-hlr_10.42.42.2(pid=26925): Launched\u000a16:55:49.656000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:55:50.194782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26927): Launched\u000a16:55:50.519398 run osmo-stp_10.42.42.5(pid=26928): Launched\u000a16:55:50.638093 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:55:51.201925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26930): Launched\u000a16:55:51.526891 run osmo-msc_10.42.42.6(pid=26931): Launched\u000a16:55:51.716543 run osmo-stp_10.42.42.5(pid=26928): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26928)]\u000a16:55:51.853636 run osmo-stp_10.42.42.5(pid=26928): stdout: \u000a| (launched: 2022-12-10_16:55:50.360141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:51.990891 run osmo-stp_10.42.42.5(pid=26928): stderr: \u000a| �[0;m�[38;5;43m20221210165550554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165550554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165550555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165550555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165550555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165550555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165550556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:52.121791 run osmo-stp_10.42.42.5(pid=26928): stdout: \u000a| (launched: 2022-12-10_16:55:50.360141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:52.251170 run osmo-stp_10.42.42.5(pid=26928): stderr: \u000a| �[0;m�[38;5;43m20221210165550554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165550554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165550555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165550555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165550555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165550555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165550556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:52.307473 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26928): Process ended prematurely: osmo-stp_10.42.42.5(pid=26928) [trial-2376↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26928)] [trial-2376↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a16:55:52.316223 tst handover.py:18: Test FAILED (6.8 sec)\u000a16:55:52.379834 run osmo-hlr_10.42.42.2(pid=26925): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26925)]\u000a16:55:52.431821 run osmo-hlr_10.42.42.2(pid=26925): stdout: \u000a| (launched: 2022-12-10_16:55:49.379224) \u000a16:55:52.484559 run osmo-hlr_10.42.42.2(pid=26925): stderr: \u000a| �[0;m�[1;31m20221210165549577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165549577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165549577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165549577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165549577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165549577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165549589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165549597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165549597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165549598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:55:52.556269 run osmo-msc_10.42.42.6(pid=26931): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26931)]\u000a16:55:52.608741 run osmo-msc_10.42.42.6(pid=26931): stdout: \u000a| (launched: 2022-12-10_16:55:51.367182) \u000a16:55:52.661205 run osmo-msc_10.42.42.6(pid=26931): stderr: \u000a| �[0;m�[38;5;43m20221210165551688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165551688 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe680f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165551688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165551688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165551689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165551689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165551690 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165551691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165551691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165551691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:55:52.705396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26924): Terminating (SIGTERM)\u000a16:55:52.747610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26927): Terminating (SIGTERM)\u000a16:55:52.789873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26930): Terminating (SIGTERM)\u000a16:55:52.799904 --- ParallelTerminationStrategy: PID 26924 died...\u000a16:55:52.856605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26924): Terminated: ok {rc=0}\u000a16:55:52.866928 --- ParallelTerminationStrategy: PID 26927 died...\u000a16:55:52.922979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26927): Terminated: ok {rc=0}\u000a16:55:52.933808 --- ParallelTerminationStrategy: PID 26930 died...\u000a16:55:52.989993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26930): Terminated: ok {rc=0}\u000a16:55:53.077836 bus /sierra_3: Setting Powered False\u000a16:55:54.181506 bus /sierra_3: Setting Powered False\u000a16:55:55.293403 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:55:45" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26942): Process ended prematurely: osmo-stp_10.42.42.5(pid=26942) [trial-2376↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26942)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26942): Process ended prematurely: osmo-stp_10.42.42.5(pid=26942) [trial-2376↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a16:55:57.285817 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:55:57.297208 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:55:57.425797 tst handover.py: using LAC 29349\u000a16:55:57.551451 tst handover.py: using RAC 24\u000a16:55:57.679030 tst handover.py: using CellId 29349\u000a16:55:57.805395 tst handover.py: using BVCI 29350\u000a16:55:57.830057 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:55:57.969900 tst handover.py: using LAC 29350\u000a16:55:58.094903 tst handover.py: using RAC 25\u000a16:55:58.220268 tst handover.py: using CellId 29350\u000a16:55:58.347075 tst handover.py: using BVCI 29351\u000a16:55:58.371674 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:55:58.383214 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:55:58.394550 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:55:58.406207 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:55:58.417790 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:55:58.429271 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:55:58.548323 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:55:58.750499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:55:59.213741 run create_hlr_db(pid=26936): Launched\u000a16:55:59.337810 bus /sierra_2: Setting Powered False\u000a16:56:00.411283 run create_hlr_db(pid=26936): Terminated: ok {rc=0}\u000a16:56:00.813773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26938): Launched\u000a16:56:01.198092 run osmo-hlr_10.42.42.2(pid=26939): Launched\u000a16:56:01.430397 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:02.110605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26941): Launched\u000a16:56:02.484524 run osmo-stp_10.42.42.5(pid=26942): Launched\u000a16:56:02.603570 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:56:03.170062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26944): Launched\u000a16:56:03.495506 run osmo-msc_10.42.42.6(pid=26945): Launched\u000a16:56:03.685900 run osmo-stp_10.42.42.5(pid=26942): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26942)]\u000a16:56:03.823089 run osmo-stp_10.42.42.5(pid=26942): stdout: \u000a| (launched: 2022-12-10_16:56:02.270051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:03.960329 run osmo-stp_10.42.42.5(pid=26942): stderr: \u000a| �[0;m�[38;5;43m20221210165602486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165602486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165602486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165602487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165602487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165602487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165602487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:04.091287 run osmo-stp_10.42.42.5(pid=26942): stdout: \u000a| (launched: 2022-12-10_16:56:02.270051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:04.221069 run osmo-stp_10.42.42.5(pid=26942): stderr: \u000a| �[0;m�[38;5;43m20221210165602486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165602486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165602486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165602487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165602487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165602487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165602487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:04.277563 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26942): Process ended prematurely: osmo-stp_10.42.42.5(pid=26942) [trial-2376↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26942)] [trial-2376↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a16:56:04.286229 tst handover.py:18: Test FAILED (7.0 sec)\u000a16:56:04.350793 run osmo-hlr_10.42.42.2(pid=26939): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26939)]\u000a16:56:04.403511 run osmo-hlr_10.42.42.2(pid=26939): stdout: \u000a| (launched: 2022-12-10_16:56:00.993493) \u000a16:56:04.456390 run osmo-hlr_10.42.42.2(pid=26939): stderr: \u000a| �[0;m�[1;31m20221210165601354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165601354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165601354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165601354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165601354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165601355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165601366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165601396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165601396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165601396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:56:04.528114 run osmo-msc_10.42.42.6(pid=26945): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26945)]\u000a16:56:04.580300 run osmo-msc_10.42.42.6(pid=26945): stdout: \u000a| (launched: 2022-12-10_16:56:03.335867) \u000a16:56:04.633365 run osmo-msc_10.42.42.6(pid=26945): stderr: \u000a| �[0;m�[38;5;43m20221210165603656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165603656 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4548647c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165603657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165603657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165603657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165603657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165603660 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165603660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165603660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165603660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:56:04.678509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26938): Terminating (SIGTERM)\u000a16:56:04.720927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26941): Terminating (SIGTERM)\u000a16:56:04.763644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26944): Terminating (SIGTERM)\u000a16:56:04.773477 --- ParallelTerminationStrategy: PID 26938 died...\u000a16:56:04.830356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26938): Terminated: ok {rc=0}\u000a16:56:04.840602 --- ParallelTerminationStrategy: PID 26941 died...\u000a16:56:04.897478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26941): Terminated: ok {rc=0}\u000a16:56:04.907612 --- ParallelTerminationStrategy: PID 26944 died...\u000a16:56:04.964417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26944): Terminated: ok {rc=0}\u000a16:56:05.051490 bus /sierra_3: Setting Powered False\u000a16:56:06.158027 bus /sierra_3: Setting Powered False\u000a16:56:07.265393 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:55:57" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26957): Process ended prematurely: osmo-stp_10.42.42.5(pid=26957) [trial-2376↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26957)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26957): Process ended prematurely: osmo-stp_10.42.42.5(pid=26957) [trial-2376↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a16:56:09.264857 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:56:09.278208 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:56:09.399855 tst handover.py: using LAC 29351\u000a16:56:09.520438 tst handover.py: using RAC 26\u000a16:56:09.641341 tst handover.py: using CellId 29351\u000a16:56:09.760491 tst handover.py: using BVCI 29352\u000a16:56:09.783649 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:56:09.921100 tst handover.py: using LAC 29352\u000a16:56:10.044676 tst handover.py: using RAC 27\u000a16:56:10.163546 tst handover.py: using CellId 29352\u000a16:56:10.289242 tst handover.py: using BVCI 29353\u000a16:56:10.314189 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:56:10.325624 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:56:10.336879 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:56:10.348601 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:56:10.360186 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:56:10.371527 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:56:10.487857 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:56:10.698846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:56:11.181258 run create_hlr_db(pid=26951): Launched\u000a16:56:11.313949 bus /sierra_2: Setting Powered False\u000a16:56:12.390250 run create_hlr_db(pid=26951): Terminated: ok {rc=0}\u000a16:56:12.792648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26953): Launched\u000a16:56:13.118881 run osmo-hlr_10.42.42.2(pid=26954): Launched\u000a16:56:13.236398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:13.770305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26956): Launched\u000a16:56:14.094548 run osmo-stp_10.42.42.5(pid=26957): Launched\u000a16:56:14.212756 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:56:14.776584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26959): Launched\u000a16:56:15.101965 run osmo-msc_10.42.42.6(pid=26960): Launched\u000a16:56:15.292320 run osmo-stp_10.42.42.5(pid=26957): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26957)]\u000a16:56:15.430101 run osmo-stp_10.42.42.5(pid=26957): stdout: \u000a| (launched: 2022-12-10_16:56:13.934689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:15.567411 run osmo-stp_10.42.42.5(pid=26957): stderr: \u000a| �[0;m�[38;5;43m20221210165614129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165614130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165614130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165614130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165614131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165614131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165614131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:15.698179 run osmo-stp_10.42.42.5(pid=26957): stdout: \u000a| (launched: 2022-12-10_16:56:13.934689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:15.827766 run osmo-stp_10.42.42.5(pid=26957): stderr: \u000a| �[0;m�[38;5;43m20221210165614129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165614130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165614130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165614130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165614131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165614131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165614131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:15.901996 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26957): Process ended prematurely: osmo-stp_10.42.42.5(pid=26957) [trial-2376↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26957)] [trial-2376↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a16:56:15.910977 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:56:15.972137 run osmo-hlr_10.42.42.2(pid=26954): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26954)]\u000a16:56:16.023096 run osmo-hlr_10.42.42.2(pid=26954): stdout: \u000a| (launched: 2022-12-10_16:56:12.958084) \u000a16:56:16.075425 run osmo-hlr_10.42.42.2(pid=26954): stderr: \u000a| �[0;m�[1;31m20221210165613155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165613155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165613155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165613155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165613155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165613155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165613170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165613178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165613179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165613179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:56:16.145392 run osmo-msc_10.42.42.6(pid=26960): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26960)]\u000a16:56:16.195612 run osmo-msc_10.42.42.6(pid=26960): stdout: \u000a| (launched: 2022-12-10_16:56:14.942002) \u000a16:56:16.247260 run osmo-msc_10.42.42.6(pid=26960): stderr: \u000a| �[0;m�[38;5;43m20221210165615265 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165615265 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f58f29c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165615266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165615266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165615266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165615266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165615268 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165615268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165615268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165615268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:56:16.292004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26953): Terminating (SIGTERM)\u000a16:56:16.336507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26956): Terminating (SIGTERM)\u000a16:56:16.379524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26959): Terminating (SIGTERM)\u000a16:56:16.390646 --- ParallelTerminationStrategy: PID 26953 died...\u000a16:56:16.449259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26953): Terminated: ok {rc=0}\u000a16:56:16.460668 --- ParallelTerminationStrategy: PID 26956 died...\u000a16:56:16.514928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26956): Terminated: ok {rc=0}\u000a16:56:16.525746 --- ParallelTerminationStrategy: PID 26959 died...\u000a16:56:16.581489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26959): Terminated: ok {rc=0}\u000a16:56:16.671144 bus /sierra_3: Setting Powered False\u000a16:56:17.772383 bus /sierra_3: Setting Powered False\u000a16:56:18.883173 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:56:08" }, { "cases" : [ { "testActions" : [ ], "age" : 174, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26971): Process ended prematurely: osmo-stp_10.42.42.5(pid=26971) [trial-2376↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26971)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26971): Process ended prematurely: osmo-stp_10.42.42.5(pid=26971) [trial-2376↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a16:56:20.856182 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:56:20.867711 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:56:20.996792 tst handover.py: using LAC 29353\u000a16:56:21.123198 tst handover.py: using RAC 28\u000a16:56:21.250518 tst handover.py: using CellId 29353\u000a16:56:21.377103 tst handover.py: using BVCI 29354\u000a16:56:21.401790 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:56:21.530112 tst handover.py: using LAC 29354\u000a16:56:21.653326 tst handover.py: using RAC 29\u000a16:56:21.773918 tst handover.py: using CellId 29354\u000a16:56:21.896114 tst handover.py: using BVCI 29355\u000a16:56:21.919318 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:56:21.930271 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:56:21.941013 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:56:21.951639 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:56:21.962369 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:56:21.972892 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:56:22.091786 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:56:22.292905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:56:22.754994 run create_hlr_db(pid=26965): Launched\u000a16:56:22.879534 bus /sierra_2: Setting Powered False\u000a16:56:23.951600 run create_hlr_db(pid=26965): Terminated: ok {rc=0}\u000a16:56:24.356721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26967): Launched\u000a16:56:24.682295 run osmo-hlr_10.42.42.2(pid=26968): Launched\u000a16:56:24.804199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:25.340341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26970): Launched\u000a16:56:25.665196 run osmo-stp_10.42.42.5(pid=26971): Launched\u000a16:56:25.782943 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:56:26.348181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26973): Launched\u000a16:56:26.673345 run osmo-msc_10.42.42.6(pid=26974): Launched\u000a16:56:26.863608 run osmo-stp_10.42.42.5(pid=26971): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26971)]\u000a16:56:27.002012 run osmo-stp_10.42.42.5(pid=26971): stdout: \u000a| (launched: 2022-12-10_16:56:25.505471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:27.139297 run osmo-stp_10.42.42.5(pid=26971): stderr: \u000a| �[0;m�[38;5;43m20221210165625700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165625700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165625700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165625700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165625701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165625701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165625701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:27.270245 run osmo-stp_10.42.42.5(pid=26971): stdout: \u000a| (launched: 2022-12-10_16:56:25.505471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:27.400324 run osmo-stp_10.42.42.5(pid=26971): stderr: \u000a| �[0;m�[38;5;43m20221210165625700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165625700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165625700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165625700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165625701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165625701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165625701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:27.457325 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26971): Process ended prematurely: osmo-stp_10.42.42.5(pid=26971) [trial-2376↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26971)] [trial-2376↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a16:56:27.466152 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:56:27.530519 run osmo-hlr_10.42.42.2(pid=26968): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26968)]\u000a16:56:27.582990 run osmo-hlr_10.42.42.2(pid=26968): stdout: \u000a| (launched: 2022-12-10_16:56:24.522010) \u000a16:56:27.636231 run osmo-hlr_10.42.42.2(pid=26968): stderr: \u000a| �[0;m�[1;31m20221210165624719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165624719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165624719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165624719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165624720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165624720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165624731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165624740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165624740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165624740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:56:27.707820 run osmo-msc_10.42.42.6(pid=26974): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26974)]\u000a16:56:27.759943 run osmo-msc_10.42.42.6(pid=26974): stdout: \u000a| (launched: 2022-12-10_16:56:26.513498) \u000a16:56:27.812456 run osmo-msc_10.42.42.6(pid=26974): stderr: \u000a| �[0;m�[38;5;43m20221210165626835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165626835 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5aaf5ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165626835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165626835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165626836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165626836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165626837 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165626838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165626838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165626838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:56:27.857433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26967): Terminating (SIGTERM)\u000a16:56:27.900177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26970): Terminating (SIGTERM)\u000a16:56:27.942912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26973): Terminating (SIGTERM)\u000a16:56:27.953460 --- ParallelTerminationStrategy: PID 26967 died...\u000a16:56:28.010783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26967): Terminated: ok {rc=0}\u000a16:56:28.021142 --- ParallelTerminationStrategy: PID 26970 died...\u000a16:56:28.078226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26970): Terminated: ok {rc=0}\u000a16:56:28.088365 --- ParallelTerminationStrategy: PID 26973 died...\u000a16:56:28.145432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26973): Terminated: ok {rc=0}\u000a16:56:28.234229 bus /sierra_3: Setting Powered False\u000a16:56:29.342166 bus /sierra_3: Setting Powered False\u000a16:56:30.453240 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:56:20" }, { "cases" : [ { "testActions" : [ ], "age" : 174, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26986): Process ended prematurely: osmo-stp_10.42.42.5(pid=26986) [trial-2376↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26986)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26986): Process ended prematurely: osmo-stp_10.42.42.5(pid=26986) [trial-2376↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a16:56:32.508581 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:56:32.520694 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:56:32.655638 tst handover.py: using LAC 29355\u000a16:56:32.780540 tst handover.py: using RAC 30\u000a16:56:32.906386 tst handover.py: using CellId 29355\u000a16:56:33.038034 tst handover.py: using BVCI 29356\u000a16:56:33.062694 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:56:33.198525 tst handover.py: using LAC 29356\u000a16:56:33.319555 tst handover.py: using RAC 31\u000a16:56:33.438018 tst handover.py: using CellId 29356\u000a16:56:33.556339 tst handover.py: using BVCI 29357\u000a16:56:33.579651 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:56:33.590703 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:56:33.601353 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:56:33.612166 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:56:33.623083 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:56:33.633874 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:56:33.751691 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:56:33.961133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:56:34.443544 run create_hlr_db(pid=26980): Launched\u000a16:56:34.576398 bus /sierra_2: Setting Powered False\u000a16:56:35.652281 run create_hlr_db(pid=26980): Terminated: ok {rc=0}\u000a16:56:36.034408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26982): Launched\u000a16:56:36.339491 run osmo-hlr_10.42.42.2(pid=26983): Launched\u000a16:56:36.452445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:36.952810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26985): Launched\u000a16:56:37.258342 run osmo-stp_10.42.42.5(pid=26986): Launched\u000a16:56:37.379735 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:56:37.913077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26988): Launched\u000a16:56:38.217368 run osmo-msc_10.42.42.6(pid=26989): Launched\u000a16:56:38.395474 run osmo-stp_10.42.42.5(pid=26986): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26986)]\u000a16:56:38.524078 run osmo-stp_10.42.42.5(pid=26986): stdout: \u000a| (launched: 2022-12-10_16:56:37.107232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:38.650289 run osmo-stp_10.42.42.5(pid=26986): stderr: \u000a| �[0;m�[38;5;43m20221210165637278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165637278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165637278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165637279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165637279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165637279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165637279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:38.772046 run osmo-stp_10.42.42.5(pid=26986): stdout: \u000a| (launched: 2022-12-10_16:56:37.107232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:38.893628 run osmo-stp_10.42.42.5(pid=26986): stderr: \u000a| �[0;m�[38;5;43m20221210165637278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165637278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165637278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165637279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165637279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165637279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165637279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:38.946971 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26986): Process ended prematurely: osmo-stp_10.42.42.5(pid=26986) [trial-2376↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26986)] [trial-2376↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a16:56:38.955241 tst handover.py:18: Test FAILED (6.4 sec)\u000a16:56:39.015072 run osmo-hlr_10.42.42.2(pid=26983): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26983)]\u000a16:56:39.064310 run osmo-hlr_10.42.42.2(pid=26983): stdout: \u000a| (launched: 2022-12-10_16:56:36.189763) \u000a16:56:39.114175 run osmo-hlr_10.42.42.2(pid=26983): stderr: \u000a| �[0;m�[1;31m20221210165636366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165636366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165636366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165636366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165636366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165636366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165636379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165636388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165636388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165636388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:56:39.181907 run osmo-msc_10.42.42.6(pid=26989): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26989)]\u000a16:56:39.230383 run osmo-msc_10.42.42.6(pid=26989): stdout: \u000a| (launched: 2022-12-10_16:56:38.067648) \u000a16:56:39.279501 run osmo-msc_10.42.42.6(pid=26989): stderr: \u000a| �[0;m�[38;5;43m20221210165638338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165638338 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3a7932ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165638338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165638338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165638338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165638339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165638340 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165638341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165638341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165638341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:56:39.321334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26982): Terminating (SIGTERM)\u000a16:56:39.360844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26985): Terminating (SIGTERM)\u000a16:56:39.400331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26988): Terminating (SIGTERM)\u000a16:56:39.409565 --- ParallelTerminationStrategy: PID 26982 died...\u000a16:56:39.462659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26982): Terminated: ok {rc=0}\u000a16:56:39.472316 --- ParallelTerminationStrategy: PID 26985 died...\u000a16:56:39.525451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26985): Terminated: ok {rc=0}\u000a16:56:39.534842 --- ParallelTerminationStrategy: PID 26988 died...\u000a16:56:39.587992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26988): Terminated: ok {rc=0}\u000a16:56:39.670852 bus /sierra_3: Setting Powered False\u000a16:56:40.771572 bus /sierra_3: Setting Powered False\u000a16:56:41.883129 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:56:32" }, { "cases" : [ { "testActions" : [ ], "age" : 174, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27000): Process ended prematurely: osmo-stp_10.42.42.5(pid=27000) [trial-2376↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27000)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27000): Process ended prematurely: osmo-stp_10.42.42.5(pid=27000) [trial-2376↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a16:56:43.867946 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:56:43.879504 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:56:44.012010 tst handover.py: using LAC 29357\u000a16:56:44.137748 tst handover.py: using RAC 32\u000a16:56:44.262216 tst handover.py: using CellId 29357\u000a16:56:44.389749 tst handover.py: using BVCI 29358\u000a16:56:44.414359 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:56:44.554541 tst handover.py: using LAC 29358\u000a16:56:44.678985 tst handover.py: using RAC 33\u000a16:56:44.796222 tst handover.py: using CellId 29358\u000a16:56:44.913486 tst handover.py: using BVCI 29359\u000a16:56:44.936435 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:56:44.947790 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:56:44.958859 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:56:44.970025 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:56:44.980937 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:56:44.991703 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:56:45.106149 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:56:45.308236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:56:45.767620 run create_hlr_db(pid=26994): Launched\u000a16:56:45.913872 bus /sierra_2: Setting Powered False\u000a16:56:47.040504 run create_hlr_db(pid=26994): Terminated: ok {rc=0}\u000a16:56:47.446251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26996): Launched\u000a16:56:47.750700 run osmo-hlr_10.42.42.2(pid=26997): Launched\u000a16:56:47.870975 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:48.374776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26999): Launched\u000a16:56:48.677234 run osmo-stp_10.42.42.5(pid=27000): Launched\u000a16:56:48.787056 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:56:49.316499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27002): Launched\u000a16:56:49.622242 run osmo-msc_10.42.42.6(pid=27003): Launched\u000a16:56:49.798925 run osmo-stp_10.42.42.5(pid=27000): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27000)]\u000a16:56:49.926495 run osmo-stp_10.42.42.5(pid=27000): stdout: \u000a| (launched: 2022-12-10_16:56:48.528401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:50.052410 run osmo-stp_10.42.42.5(pid=27000): stderr: \u000a| �[0;m�[38;5;43m20221210165648700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165648700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165648700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165648701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165648701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165648701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165648701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:50.174427 run osmo-stp_10.42.42.5(pid=27000): stdout: \u000a| (launched: 2022-12-10_16:56:48.528401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:50.295142 run osmo-stp_10.42.42.5(pid=27000): stderr: \u000a| �[0;m�[38;5;43m20221210165648700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165648700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165648700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165648701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165648701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165648701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165648701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:50.347969 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27000): Process ended prematurely: osmo-stp_10.42.42.5(pid=27000) [trial-2376↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27000)] [trial-2376↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a16:56:50.356038 tst handover.py:18: Test FAILED (6.5 sec)\u000a16:56:50.415759 run osmo-hlr_10.42.42.2(pid=26997): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26997)]\u000a16:56:50.464639 run osmo-hlr_10.42.42.2(pid=26997): stdout: \u000a| (launched: 2022-12-10_16:56:47.600558) \u000a16:56:50.514242 run osmo-hlr_10.42.42.2(pid=26997): stderr: \u000a| �[0;m�[1;31m20221210165647776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165647776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165647776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165647776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165647776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165647776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165647789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165647798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165647798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165647798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:56:50.581894 run osmo-msc_10.42.42.6(pid=27003): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27003)]\u000a16:56:50.630494 run osmo-msc_10.42.42.6(pid=27003): stdout: \u000a| (launched: 2022-12-10_16:56:49.470783) \u000a16:56:50.679704 run osmo-msc_10.42.42.6(pid=27003): stderr: \u000a| �[0;m�[38;5;43m20221210165649744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165649744 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa910afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165649745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165649745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165649745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165649745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165649747 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165649747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165649747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165649747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:56:50.721468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26996): Terminating (SIGTERM)\u000a16:56:50.761211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26999): Terminating (SIGTERM)\u000a16:56:50.801082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27002): Terminating (SIGTERM)\u000a16:56:50.810427 --- ParallelTerminationStrategy: PID 26996 died...\u000a16:56:50.863689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26996): Terminated: ok {rc=0}\u000a16:56:50.873467 --- ParallelTerminationStrategy: PID 26999 died...\u000a16:56:50.926077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26999): Terminated: ok {rc=0}\u000a16:56:50.935879 --- ParallelTerminationStrategy: PID 27002 died...\u000a16:56:50.989026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27002): Terminated: ok {rc=0}\u000a16:56:51.078466 bus /sierra_3: Setting Powered False\u000a16:56:52.181552 bus /sierra_3: Setting Powered False\u000a16:56:53.292481 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:56:43" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27014): Process ended prematurely: osmo-stp_10.42.42.5(pid=27014) [trial-2376↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27014)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27014): Process ended prematurely: osmo-stp_10.42.42.5(pid=27014) [trial-2376↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a16:56:55.288776 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:56:55.300125 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:56:55.429618 tst handover.py: using LAC 29359\u000a16:56:55.555827 tst handover.py: using RAC 34\u000a16:56:55.682413 tst handover.py: using CellId 29359\u000a16:56:55.809348 tst handover.py: using BVCI 29360\u000a16:56:55.833924 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:56:55.978566 tst handover.py: using LAC 29360\u000a16:56:56.104551 tst handover.py: using RAC 35\u000a16:56:56.230722 tst handover.py: using CellId 29360\u000a16:56:56.359175 tst handover.py: using BVCI 29361\u000a16:56:56.383776 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:56:56.395134 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:56:56.406315 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:56:56.417701 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:56:56.429258 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:56:56.440449 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:56:56.561330 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:56:56.771587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:56:57.252337 run create_hlr_db(pid=27008): Launched\u000a16:56:57.384185 bus /sierra_2: Setting Powered False\u000a16:56:58.460637 run create_hlr_db(pid=27008): Terminated: ok {rc=0}\u000a16:56:58.842127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27010): Launched\u000a16:56:59.146723 run osmo-hlr_10.42.42.2(pid=27011): Launched\u000a16:56:59.262517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:59.762813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27013): Launched\u000a16:57:00.066109 run osmo-stp_10.42.42.5(pid=27014): Launched\u000a16:57:00.176850 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:57:00.708677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27016): Launched\u000a16:57:01.094583 run osmo-msc_10.42.42.6(pid=27017): Launched\u000a16:57:01.293302 run osmo-stp_10.42.42.5(pid=27014): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27014)]\u000a16:57:01.467286 run osmo-stp_10.42.42.5(pid=27014): stdout: \u000a| (launched: 2022-12-10_16:56:59.917065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:01.768075 run osmo-stp_10.42.42.5(pid=27014): stderr: \u000a| �[0;m�[38;5;43m20221210165700088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165700088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165700088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165700088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165700089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165700089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165700089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:01.952804 run osmo-stp_10.42.42.5(pid=27014): stdout: \u000a| (launched: 2022-12-10_16:56:59.917065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:02.093610 run osmo-stp_10.42.42.5(pid=27014): stderr: \u000a| �[0;m�[38;5;43m20221210165700088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165700088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165700088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165700088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165700089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165700089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165700089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:02.148113 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27014): Process ended prematurely: osmo-stp_10.42.42.5(pid=27014) [trial-2376↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27014)] [trial-2376↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a16:57:02.157270 tst handover.py:18: Test FAILED (6.9 sec)\u000a16:57:02.219603 run osmo-hlr_10.42.42.2(pid=27011): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27011)]\u000a16:57:02.270155 run osmo-hlr_10.42.42.2(pid=27011): stdout: \u000a| (launched: 2022-12-10_16:56:58.996371) \u000a16:57:02.320822 run osmo-hlr_10.42.42.2(pid=27011): stderr: \u000a| �[0;m�[1;31m20221210165659175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165659175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165659176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165659176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165659176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165659176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165659188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165659197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165659197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165659197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:02.389265 run osmo-msc_10.42.42.6(pid=27017): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27017)]\u000a16:57:02.439102 run osmo-msc_10.42.42.6(pid=27017): stdout: \u000a| (launched: 2022-12-10_16:57:00.880261) \u000a16:57:02.494076 run osmo-msc_10.42.42.6(pid=27017): stderr: \u000a| �[0;m�[38;5;43m20221210165701516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165701519 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9785290c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165701520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165701520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165701520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165701522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165701524 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165701524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165701524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165701524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:57:02.540491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27010): Terminating (SIGTERM)\u000a16:57:02.580463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27013): Terminating (SIGTERM)\u000a16:57:02.620769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27016): Terminating (SIGTERM)\u000a16:57:02.630061 --- ParallelTerminationStrategy: PID 27010 died...\u000a16:57:02.684073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27010): Terminated: ok {rc=0}\u000a16:57:02.694140 --- ParallelTerminationStrategy: PID 27013 died...\u000a16:57:02.747937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27013): Terminated: ok {rc=0}\u000a16:57:02.757640 --- ParallelTerminationStrategy: PID 27016 died...\u000a16:57:02.812080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27016): Terminated: ok {rc=0}\u000a16:57:02.900793 bus /sierra_3: Setting Powered False\u000a16:57:04.004864 bus /sierra_3: Setting Powered False\u000a16:57:05.113092 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:56:55" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27028): Process ended prematurely: osmo-stp_10.42.42.5(pid=27028) [trial-2376↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27028)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27028): Process ended prematurely: osmo-stp_10.42.42.5(pid=27028) [trial-2376↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a16:57:07.105366 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:07.117049 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:57:07.245943 tst handover.py: using LAC 29361\u000a16:57:07.374819 tst handover.py: using RAC 36\u000a16:57:07.503916 tst handover.py: using CellId 29361\u000a16:57:07.632531 tst handover.py: using BVCI 29362\u000a16:57:07.657572 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:57:07.798820 tst handover.py: using LAC 29362\u000a16:57:07.926353 tst handover.py: using RAC 37\u000a16:57:08.057397 tst handover.py: using CellId 29362\u000a16:57:08.186429 tst handover.py: using BVCI 29363\u000a16:57:08.211428 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:08.223116 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:08.234626 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:08.246946 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:08.258764 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:08.270764 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:57:08.388208 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:57:08.589927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:09.053370 run create_hlr_db(pid=27022): Launched\u000a16:57:09.178575 bus /sierra_2: Setting Powered False\u000a16:57:10.251068 run create_hlr_db(pid=27022): Terminated: ok {rc=0}\u000a16:57:10.656384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27024): Launched\u000a16:57:10.982845 run osmo-hlr_10.42.42.2(pid=27025): Launched\u000a16:57:11.102243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:11.640608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27027): Launched\u000a16:57:11.966253 run osmo-stp_10.42.42.5(pid=27028): Launched\u000a16:57:12.086396 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:57:12.651956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27030): Launched\u000a16:57:12.978190 run osmo-msc_10.42.42.6(pid=27031): Launched\u000a16:57:13.168558 run osmo-stp_10.42.42.5(pid=27028): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27028)]\u000a16:57:13.306079 run osmo-stp_10.42.42.5(pid=27028): stdout: \u000a| (launched: 2022-12-10_16:57:11.805896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:13.443231 run osmo-stp_10.42.42.5(pid=27028): stderr: \u000a| �[0;m�[38;5;43m20221210165711997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165711997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165711997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165711998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165711998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165711998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165711998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:13.574235 run osmo-stp_10.42.42.5(pid=27028): stdout: \u000a| (launched: 2022-12-10_16:57:11.805896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:13.703954 run osmo-stp_10.42.42.5(pid=27028): stderr: \u000a| �[0;m�[38;5;43m20221210165711997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165711997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165711997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165711998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165711998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165711998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165711998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:13.760638 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27028): Process ended prematurely: osmo-stp_10.42.42.5(pid=27028) [trial-2376↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27028)] [trial-2376↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a16:57:13.769466 tst handover.py:18: Test FAILED (6.7 sec)\u000a16:57:13.833563 run osmo-hlr_10.42.42.2(pid=27025): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27025)]\u000a16:57:13.885470 run osmo-hlr_10.42.42.2(pid=27025): stdout: \u000a| (launched: 2022-12-10_16:57:10.822227) \u000a16:57:13.938395 run osmo-hlr_10.42.42.2(pid=27025): stderr: \u000a| �[0;m�[1;31m20221210165711019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165711019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165711020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165711020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165711020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165711020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165711032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165711041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165711041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165711041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:14.010182 run osmo-msc_10.42.42.6(pid=27031): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27031)]\u000a16:57:14.062258 run osmo-msc_10.42.42.6(pid=27031): stdout: \u000a| (launched: 2022-12-10_16:57:12.817718) \u000a16:57:14.115131 run osmo-msc_10.42.42.6(pid=27031): stderr: \u000a| �[0;m�[38;5;43m20221210165713144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165713144 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0223598c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165713144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165713144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165713144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165713144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165713146 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165713146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165713146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165713147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:57:14.159801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27024): Terminating (SIGTERM)\u000a16:57:14.202508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27027): Terminating (SIGTERM)\u000a16:57:14.245153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27030): Terminating (SIGTERM)\u000a16:57:14.255369 --- ParallelTerminationStrategy: PID 27024 died...\u000a16:57:14.312348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27024): Terminated: ok {rc=0}\u000a16:57:14.322685 --- ParallelTerminationStrategy: PID 27027 died...\u000a16:57:14.379609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27027): Terminated: ok {rc=0}\u000a16:57:14.390018 --- ParallelTerminationStrategy: PID 27030 died...\u000a16:57:14.446617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27030): Terminated: ok {rc=0}\u000a16:57:14.534963 bus /sierra_3: Setting Powered False\u000a16:57:15.641542 bus /sierra_3: Setting Powered False\u000a16:57:16.771149 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:57:06" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27042): Process ended prematurely: osmo-stp_10.42.42.5(pid=27042) [trial-2376↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27042)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27042): Process ended prematurely: osmo-stp_10.42.42.5(pid=27042) [trial-2376↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27042)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a16:57:18.771710 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:18.783210 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:57:18.915295 tst handover.py: using LAC 29363\u000a16:57:19.042606 tst handover.py: using RAC 38\u000a16:57:19.169945 tst handover.py: using CellId 29363\u000a16:57:19.295069 tst handover.py: using BVCI 29364\u000a16:57:19.319795 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:57:19.462099 tst handover.py: using LAC 29364\u000a16:57:19.586803 tst handover.py: using RAC 39\u000a16:57:19.713742 tst handover.py: using CellId 29364\u000a16:57:19.838545 tst handover.py: using BVCI 29365\u000a16:57:19.863562 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:19.875124 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:19.886502 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:19.898117 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:19.909747 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:19.921301 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:57:20.036652 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:57:20.245877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:20.726221 run create_hlr_db(pid=27036): Launched\u000a16:57:20.858112 bus /sierra_2: Setting Powered False\u000a16:57:21.935046 run create_hlr_db(pid=27036): Terminated: ok {rc=0}\u000a16:57:22.339286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27038): Launched\u000a16:57:22.664517 run osmo-hlr_10.42.42.2(pid=27039): Launched\u000a16:57:22.785199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:23.321925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27041): Launched\u000a16:57:23.647328 run osmo-stp_10.42.42.5(pid=27042): Launched\u000a16:57:23.766482 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:57:24.332905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27044): Launched\u000a16:57:24.659792 run osmo-msc_10.42.42.6(pid=27045): Launched\u000a16:57:24.849873 run osmo-stp_10.42.42.5(pid=27042): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27042)]\u000a16:57:24.987743 run osmo-stp_10.42.42.5(pid=27042): stdout: \u000a| (launched: 2022-12-10_16:57:23.487575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:25.125401 run osmo-stp_10.42.42.5(pid=27042): stderr: \u000a| �[0;m�[38;5;43m20221210165723681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165723681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165723681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165723682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165723682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165723682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165723682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:25.256432 run osmo-stp_10.42.42.5(pid=27042): stdout: \u000a| (launched: 2022-12-10_16:57:23.487575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:25.386621 run osmo-stp_10.42.42.5(pid=27042): stderr: \u000a| �[0;m�[38;5;43m20221210165723681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165723681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165723681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165723682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165723682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165723682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165723682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:25.443241 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27042): Process ended prematurely: osmo-stp_10.42.42.5(pid=27042) [trial-2376↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27042)] [trial-2376↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a16:57:25.451842 tst handover.py:18: Test FAILED (6.7 sec)\u000a16:57:25.515218 run osmo-hlr_10.42.42.2(pid=27039): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27039)]\u000a16:57:25.567106 run osmo-hlr_10.42.42.2(pid=27039): stdout: \u000a| (launched: 2022-12-10_16:57:22.504691) \u000a16:57:25.619515 run osmo-hlr_10.42.42.2(pid=27039): stderr: \u000a| �[0;m�[1;31m20221210165722705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165722705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165722705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165722705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165722705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165722705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165722718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165722726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165722727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165722727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:25.690475 run osmo-msc_10.42.42.6(pid=27045): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27045)]\u000a16:57:25.741478 run osmo-msc_10.42.42.6(pid=27045): stdout: \u000a| (launched: 2022-12-10_16:57:24.498655) \u000a16:57:25.793817 run osmo-msc_10.42.42.6(pid=27045): stderr: \u000a| �[0;m�[38;5;43m20221210165724819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165724820 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f878c1efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165724820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165724820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165724820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165724820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165724822 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165724822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165724822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165724823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:57:25.838232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27038): Terminating (SIGTERM)\u000a16:57:25.880406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27041): Terminating (SIGTERM)\u000a16:57:25.922728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27044): Terminating (SIGTERM)\u000a16:57:25.932480 --- ParallelTerminationStrategy: PID 27038 died...\u000a16:57:25.989849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27038): Terminated: ok {rc=0}\u000a16:57:25.999958 --- ParallelTerminationStrategy: PID 27041 died...\u000a16:57:26.056436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27041): Terminated: ok {rc=0}\u000a16:57:26.066617 --- ParallelTerminationStrategy: PID 27044 died...\u000a16:57:26.122727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27044): Terminated: ok {rc=0}\u000a16:57:26.210585 bus /sierra_3: Setting Powered False\u000a16:57:27.317545 bus /sierra_3: Setting Powered False\u000a16:57:28.425487 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:57:18" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27056): Process ended prematurely: osmo-stp_10.42.42.5(pid=27056) [trial-2376↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27056)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27056): Process ended prematurely: osmo-stp_10.42.42.5(pid=27056) [trial-2376↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a16:57:30.401466 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:30.412785 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:57:30.542628 tst handover.py: using LAC 29365\u000a16:57:30.671419 tst handover.py: using RAC 40\u000a16:57:30.800656 tst handover.py: using CellId 29365\u000a16:57:30.960611 tst handover.py: using BVCI 29366\u000a16:57:30.985394 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:57:31.115951 tst handover.py: using LAC 29366\u000a16:57:31.241288 tst handover.py: using RAC 41\u000a16:57:31.363672 tst handover.py: using CellId 29366\u000a16:57:31.516213 tst handover.py: using BVCI 29367\u000a16:57:31.542934 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:31.554828 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:31.566644 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:31.579988 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:31.591932 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:31.605310 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:57:31.727150 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:57:31.943958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:32.440634 run create_hlr_db(pid=27050): Launched\u000a16:57:32.573679 bus /sierra_2: Setting Powered False\u000a16:57:33.650546 run create_hlr_db(pid=27050): Terminated: ok {rc=0}\u000a16:57:34.033673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27052): Launched\u000a16:57:34.338693 run osmo-hlr_10.42.42.2(pid=27053): Launched\u000a16:57:34.460232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:34.966328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27055): Launched\u000a16:57:35.268501 run osmo-stp_10.42.42.5(pid=27056): Launched\u000a16:57:35.380029 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:57:35.907752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27058): Launched\u000a16:57:36.233467 run osmo-msc_10.42.42.6(pid=27060): Launched\u000a16:57:36.424037 run osmo-stp_10.42.42.5(pid=27056): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27056)]\u000a16:57:36.563383 run osmo-stp_10.42.42.5(pid=27056): stdout: \u000a| (launched: 2022-12-10_16:57:35.120201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:36.699822 run osmo-stp_10.42.42.5(pid=27056): stderr: \u000a| �[0;m�[38;5;43m20221210165735293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165735293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165735293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165735294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165735294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165735294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165735294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:36.830303 run osmo-stp_10.42.42.5(pid=27056): stdout: \u000a| (launched: 2022-12-10_16:57:35.120201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:36.960073 run osmo-stp_10.42.42.5(pid=27056): stderr: \u000a| �[0;m�[38;5;43m20221210165735293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165735293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165735293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165735294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165735294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165735294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165735294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:37.016940 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27056): Process ended prematurely: osmo-stp_10.42.42.5(pid=27056) [trial-2376↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27056)] [trial-2376↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a16:57:37.025704 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:57:37.089431 run osmo-hlr_10.42.42.2(pid=27053): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27053)]\u000a16:57:37.141285 run osmo-hlr_10.42.42.2(pid=27053): stdout: \u000a| (launched: 2022-12-10_16:57:34.189403) \u000a16:57:37.194097 run osmo-hlr_10.42.42.2(pid=27053): stderr: \u000a| �[0;m�[1;31m20221210165734367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165734367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165734367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165734367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165734368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165734368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165734380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165734389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165734389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165734389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:37.265672 run osmo-msc_10.42.42.6(pid=27060): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27060)]\u000a16:57:37.317598 run osmo-msc_10.42.42.6(pid=27060): stdout: \u000a| (launched: 2022-12-10_16:57:36.070305) \u000a16:57:37.370137 run osmo-msc_10.42.42.6(pid=27060): stderr: \u000a| �[0;m�[38;5;43m20221210165736387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165736388 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58c90c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165736388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165736388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165736388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165736388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165736390 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165736390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165736390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165736390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:57:37.414879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27052): Terminating (SIGTERM)\u000a16:57:37.457235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27055): Terminating (SIGTERM)\u000a16:57:37.499011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27058): Terminating (SIGTERM)\u000a16:57:37.508920 --- ParallelTerminationStrategy: PID 27052 died...\u000a16:57:37.565626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27052): Terminated: ok {rc=0}\u000a16:57:37.575753 --- ParallelTerminationStrategy: PID 27055 died...\u000a16:57:37.632010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27055): Terminated: ok {rc=0}\u000a16:57:37.642183 --- ParallelTerminationStrategy: PID 27058 died...\u000a16:57:37.698563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27058): Terminated: ok {rc=0}\u000a16:57:37.785637 bus /sierra_3: Setting Powered False\u000a16:57:38.889728 bus /sierra_3: Setting Powered False\u000a16:57:40.001664 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:57:30" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27072): Process ended prematurely: osmo-stp_10.42.42.5(pid=27072) [trial-2376↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27072)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27072): Process ended prematurely: osmo-stp_10.42.42.5(pid=27072) [trial-2376↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a16:57:41.964900 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:57:41.975761 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:57:42.103864 tst handover.py: using LAC 29367\u000a16:57:42.231830 tst handover.py: using RAC 42\u000a16:57:42.360775 tst handover.py: using CellId 29367\u000a16:57:42.487258 tst handover.py: using BVCI 29368\u000a16:57:42.512435 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:57:42.656557 tst handover.py: using LAC 29368\u000a16:57:42.782944 tst handover.py: using RAC 43\u000a16:57:42.909694 tst handover.py: using CellId 29368\u000a16:57:43.038888 tst handover.py: using BVCI 29369\u000a16:57:43.064217 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:57:43.075679 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:57:43.086912 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:57:43.098537 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:57:43.109990 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:57:43.121448 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:57:43.236636 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:57:43.445753 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:43.928641 run create_hlr_db(pid=27066): Launched\u000a16:57:44.062029 bus /sierra_2: Setting Powered False\u000a16:57:45.139140 run create_hlr_db(pid=27066): Terminated: ok {rc=0}\u000a16:57:45.522499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27068): Launched\u000a16:57:45.841008 run osmo-hlr_10.42.42.2(pid=27069): Launched\u000a16:57:46.002692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:46.619013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27071): Launched\u000a16:57:47.097793 run osmo-stp_10.42.42.5(pid=27072): Launched\u000a16:57:47.233556 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:57:47.804739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27074): Launched\u000a16:57:48.132230 run osmo-msc_10.42.42.6(pid=27075): Launched\u000a16:57:48.323293 run osmo-stp_10.42.42.5(pid=27072): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27072)]\u000a16:57:48.462404 run osmo-stp_10.42.42.5(pid=27072): stdout: \u000a| (launched: 2022-12-10_16:57:46.788887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:48.598368 run osmo-stp_10.42.42.5(pid=27072): stderr: \u000a| �[0;m�[38;5;43m20221210165746992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165746992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165746992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165746993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165746995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165746995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165746995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:48.729067 run osmo-stp_10.42.42.5(pid=27072): stdout: \u000a| (launched: 2022-12-10_16:57:46.788887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:48.858768 run osmo-stp_10.42.42.5(pid=27072): stderr: \u000a| �[0;m�[38;5;43m20221210165746992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165746992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165746992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165746993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165746995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165746995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165746995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:48.915366 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27072): Process ended prematurely: osmo-stp_10.42.42.5(pid=27072) [trial-2376↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27072)] [trial-2376↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a16:57:48.923899 tst handover.py:18: Test FAILED (6.9 sec)\u000a16:57:48.988362 run osmo-hlr_10.42.42.2(pid=27069): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27069)]\u000a16:57:49.040759 run osmo-hlr_10.42.42.2(pid=27069): stdout: \u000a| (launched: 2022-12-10_16:57:45.678304) \u000a16:57:49.093402 run osmo-hlr_10.42.42.2(pid=27069): stderr: \u000a| �[0;m�[1;31m20221210165745870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165745870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165745870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165745870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165745870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165745870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165745882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165745894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165745895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165745895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:49.164698 run osmo-msc_10.42.42.6(pid=27075): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27075)]\u000a16:57:49.216647 run osmo-msc_10.42.42.6(pid=27075): stdout: \u000a| (launched: 2022-12-10_16:57:47.970835) \u000a16:57:49.269216 run osmo-msc_10.42.42.6(pid=27075): stderr: \u000a| �[0;m�[38;5;43m20221210165748291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165748291 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19c6d93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165748291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165748291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165748291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165748292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165748293 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165748294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165748294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165748294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:57:49.313595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27068): Terminating (SIGTERM)\u000a16:57:49.356075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27071): Terminating (SIGTERM)\u000a16:57:49.398607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27074): Terminating (SIGTERM)\u000a16:57:49.408454 --- ParallelTerminationStrategy: PID 27068 died...\u000a16:57:49.465172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27068): Terminated: ok {rc=0}\u000a16:57:49.475560 --- ParallelTerminationStrategy: PID 27071 died...\u000a16:57:49.532114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27071): Terminated: ok {rc=0}\u000a16:57:49.542324 --- ParallelTerminationStrategy: PID 27074 died...\u000a16:57:49.598713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27074): Terminated: ok {rc=0}\u000a16:57:49.684365 bus /sierra_3: Setting Powered False\u000a16:57:50.790600 bus /sierra_3: Setting Powered False\u000a16:57:51.914988 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:57:41" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27086): Process ended prematurely: osmo-stp_10.42.42.5(pid=27086) [trial-2376↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27086)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27086): Process ended prematurely: osmo-stp_10.42.42.5(pid=27086) [trial-2376↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a16:57:53.896823 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:57:53.907852 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:57:54.036391 tst handover.py: using LAC 29369\u000a16:57:54.157942 tst handover.py: using RAC 44\u000a16:57:54.282901 tst handover.py: using CellId 29369\u000a16:57:54.400122 tst handover.py: using BVCI 29370\u000a16:57:54.423257 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:57:54.563218 tst handover.py: using LAC 29370\u000a16:57:54.688392 tst handover.py: using RAC 45\u000a16:57:54.817502 tst handover.py: using CellId 29370\u000a16:57:54.946656 tst handover.py: using BVCI 29371\u000a16:57:54.971526 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:57:54.983033 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:57:54.994527 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:57:55.006013 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:57:55.017378 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:57:55.028698 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:57:55.146467 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:57:55.359818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:55.840850 run create_hlr_db(pid=27080): Launched\u000a16:57:55.973152 bus /sierra_2: Setting Powered False\u000a16:57:57.050109 run create_hlr_db(pid=27080): Terminated: ok {rc=0}\u000a16:57:57.452751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27082): Launched\u000a16:57:57.780527 run osmo-hlr_10.42.42.2(pid=27083): Launched\u000a16:57:57.901252 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:58.437923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27085): Launched\u000a16:57:58.762001 run osmo-stp_10.42.42.5(pid=27086): Launched\u000a16:57:58.879762 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:57:59.438524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27088): Launched\u000a16:57:59.745047 run osmo-msc_10.42.42.6(pid=27089): Launched\u000a16:57:59.922745 run osmo-stp_10.42.42.5(pid=27086): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27086)]\u000a16:58:00.051738 run osmo-stp_10.42.42.5(pid=27086): stdout: \u000a| (launched: 2022-12-10_16:57:58.602809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:00.178566 run osmo-stp_10.42.42.5(pid=27086): stderr: \u000a| �[0;m�[38;5;43m20221210165758796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165758796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165758797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165758797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165758798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165758798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165758798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:00.300846 run osmo-stp_10.42.42.5(pid=27086): stdout: \u000a| (launched: 2022-12-10_16:57:58.602809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:00.422341 run osmo-stp_10.42.42.5(pid=27086): stderr: \u000a| �[0;m�[38;5;43m20221210165758796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165758796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165758797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165758797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165758798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165758798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165758798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:00.475676 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27086): Process ended prematurely: osmo-stp_10.42.42.5(pid=27086) [trial-2376↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27086)] [trial-2376↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a16:58:00.483864 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:58:00.542970 run osmo-hlr_10.42.42.2(pid=27083): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27083)]\u000a16:58:00.591633 run osmo-hlr_10.42.42.2(pid=27083): stdout: \u000a| (launched: 2022-12-10_16:57:57.618885) \u000a16:58:00.640746 run osmo-hlr_10.42.42.2(pid=27083): stderr: \u000a| �[0;m�[1;31m20221210165757817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165757817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165757817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165757817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165757817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165757817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165757830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165757838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165757838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165757839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:00.707878 run osmo-msc_10.42.42.6(pid=27089): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27089)]\u000a16:58:00.756357 run osmo-msc_10.42.42.6(pid=27089): stdout: \u000a| (launched: 2022-12-10_16:57:59.594813) \u000a16:58:00.805138 run osmo-msc_10.42.42.6(pid=27089): stderr: \u000a| �[0;m�[38;5;43m20221210165759867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165759867 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e7f75fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165759867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165759867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165759867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165759867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165759869 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165759870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165759870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165759870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:58:00.861235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27082): Terminating (SIGTERM)\u000a16:58:00.909420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27085): Terminating (SIGTERM)\u000a16:58:00.953891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27088): Terminating (SIGTERM)\u000a16:58:00.965743 --- ParallelTerminationStrategy: PID 27082 died...\u000a16:58:01.027963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27082): Terminated: ok {rc=0}\u000a16:58:01.038990 --- ParallelTerminationStrategy: PID 27085 died...\u000a16:58:01.100024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27085): Terminated: ok {rc=0}\u000a16:58:01.111125 --- ParallelTerminationStrategy: PID 27088 died...\u000a16:58:01.170719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27088): Terminated: ok {rc=0}\u000a16:58:01.278435 bus /sierra_3: Setting Powered False\u000a16:58:02.387372 bus /sierra_3: Setting Powered False\u000a16:58:03.495184 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:57:53" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27100): Process ended prematurely: osmo-stp_10.42.42.5(pid=27100) [trial-2376↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27100)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27100): Process ended prematurely: osmo-stp_10.42.42.5(pid=27100) [trial-2376↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a16:58:05.513469 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:05.525115 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:58:05.662878 tst handover.py: using LAC 29371\u000a16:58:05.796501 tst handover.py: using RAC 46\u000a16:58:05.920213 tst handover.py: using CellId 29371\u000a16:58:06.045388 tst handover.py: using BVCI 29372\u000a16:58:06.068280 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:58:06.200782 tst handover.py: using LAC 29372\u000a16:58:06.317881 tst handover.py: using RAC 47\u000a16:58:06.444450 tst handover.py: using CellId 29372\u000a16:58:06.572147 tst handover.py: using BVCI 29373\u000a16:58:06.597065 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:06.608918 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:06.621381 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:06.633810 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:06.645317 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:06.657380 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:58:06.775179 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:58:06.974939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:07.435927 run create_hlr_db(pid=27094): Launched\u000a16:58:07.559962 bus /sierra_2: Setting Powered False\u000a16:58:08.632311 run create_hlr_db(pid=27094): Terminated: ok {rc=0}\u000a16:58:09.013496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27096): Launched\u000a16:58:09.319260 run osmo-hlr_10.42.42.2(pid=27097): Launched\u000a16:58:09.440930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:09.948232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27099): Launched\u000a16:58:10.253213 run osmo-stp_10.42.42.5(pid=27100): Launched\u000a16:58:10.363934 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:58:10.890410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27102): Launched\u000a16:58:11.195065 run osmo-msc_10.42.42.6(pid=27103): Launched\u000a16:58:11.372427 run osmo-stp_10.42.42.5(pid=27100): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27100)]\u000a16:58:11.500437 run osmo-stp_10.42.42.5(pid=27100): stdout: \u000a| (launched: 2022-12-10_16:58:10.103221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:11.627647 run osmo-stp_10.42.42.5(pid=27100): stderr: \u000a| �[0;m�[38;5;43m20221210165810273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165810274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165810274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165810274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165810276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165810277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165810277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:11.750026 run osmo-stp_10.42.42.5(pid=27100): stdout: \u000a| (launched: 2022-12-10_16:58:10.103221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:11.871146 run osmo-stp_10.42.42.5(pid=27100): stderr: \u000a| �[0;m�[38;5;43m20221210165810273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165810274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165810274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165810274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165810276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165810277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165810277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:11.924028 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27100): Process ended prematurely: osmo-stp_10.42.42.5(pid=27100) [trial-2376↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27100)] [trial-2376↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a16:58:11.931925 tst handover.py:18: Test FAILED (6.4 sec)\u000a16:58:11.990846 run osmo-hlr_10.42.42.2(pid=27097): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27097)]\u000a16:58:12.039445 run osmo-hlr_10.42.42.2(pid=27097): stdout: \u000a| (launched: 2022-12-10_16:58:09.168810) \u000a16:58:12.088827 run osmo-hlr_10.42.42.2(pid=27097): stderr: \u000a| �[0;m�[1;31m20221210165809346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165809346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165809346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165809346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165809346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165809346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165809356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165809365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165809365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165809365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:12.155735 run osmo-msc_10.42.42.6(pid=27103): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27103)]\u000a16:58:12.204382 run osmo-msc_10.42.42.6(pid=27103): stdout: \u000a| (launched: 2022-12-10_16:58:11.044895) \u000a16:58:12.253467 run osmo-msc_10.42.42.6(pid=27103): stderr: \u000a| �[0;m�[38;5;43m20221210165811315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165811315 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7a7785c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165811315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165811315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165811316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165811316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165811318 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165811318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165811318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165811318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:58:12.295132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27096): Terminating (SIGTERM)\u000a16:58:12.334506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27099): Terminating (SIGTERM)\u000a16:58:12.373940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27102): Terminating (SIGTERM)\u000a16:58:12.383105 --- ParallelTerminationStrategy: PID 27096 died...\u000a16:58:12.435911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27096): Terminated: ok {rc=0}\u000a16:58:12.445854 --- ParallelTerminationStrategy: PID 27099 died...\u000a16:58:12.498963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27099): Terminated: ok {rc=0}\u000a16:58:12.508455 --- ParallelTerminationStrategy: PID 27102 died...\u000a16:58:12.561277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27102): Terminated: ok {rc=0}\u000a16:58:12.648994 bus /sierra_3: Setting Powered False\u000a16:58:13.752147 bus /sierra_3: Setting Powered False\u000a16:58:14.858632 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:58:05" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27114): Process ended prematurely: osmo-stp_10.42.42.5(pid=27114) [trial-2376↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27114)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27114): Process ended prematurely: osmo-stp_10.42.42.5(pid=27114) [trial-2376↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a16:58:16.946627 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:16.962253 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:58:17.117673 tst handover.py: using LAC 29373\u000a16:58:17.255779 tst handover.py: using RAC 48\u000a16:58:17.379225 tst handover.py: using CellId 29373\u000a16:58:17.499169 tst handover.py: using BVCI 29374\u000a16:58:17.522500 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:58:17.666342 tst handover.py: using LAC 29374\u000a16:58:17.792407 tst handover.py: using RAC 49\u000a16:58:17.918511 tst handover.py: using CellId 29374\u000a16:58:18.045081 tst handover.py: using BVCI 29375\u000a16:58:18.070078 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:18.081766 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:18.093263 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:18.105353 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:18.117403 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:18.129765 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:58:18.245535 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:58:18.458358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:18.943009 run create_hlr_db(pid=27108): Launched\u000a16:58:19.076740 bus /sierra_2: Setting Powered False\u000a16:58:20.152517 run create_hlr_db(pid=27108): Terminated: ok {rc=0}\u000a16:58:20.535463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27110): Launched\u000a16:58:20.841021 run osmo-hlr_10.42.42.2(pid=27111): Launched\u000a16:58:20.956911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:21.455982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27113): Launched\u000a16:58:21.761529 run osmo-stp_10.42.42.5(pid=27114): Launched\u000a16:58:21.873332 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:58:22.403453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27116): Launched\u000a16:58:22.709347 run osmo-msc_10.42.42.6(pid=27117): Launched\u000a16:58:22.887560 run osmo-stp_10.42.42.5(pid=27114): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27114)]\u000a16:58:23.016550 run osmo-stp_10.42.42.5(pid=27114): stdout: \u000a| (launched: 2022-12-10_16:58:21.610455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:23.143597 run osmo-stp_10.42.42.5(pid=27114): stderr: \u000a| �[0;m�[38;5;43m20221210165821781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165821782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165821782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165821782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165821783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165821783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165821783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:23.266020 run osmo-stp_10.42.42.5(pid=27114): stdout: \u000a| (launched: 2022-12-10_16:58:21.610455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:23.387510 run osmo-stp_10.42.42.5(pid=27114): stderr: \u000a| �[0;m�[38;5;43m20221210165821781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165821782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165821782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165821782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165821783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165821783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165821783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:23.441405 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27114): Process ended prematurely: osmo-stp_10.42.42.5(pid=27114) [trial-2376↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27114)] [trial-2376↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a16:58:23.449375 tst handover.py:18: Test FAILED (6.5 sec)\u000a16:58:23.509021 run osmo-hlr_10.42.42.2(pid=27111): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27111)]\u000a16:58:23.558073 run osmo-hlr_10.42.42.2(pid=27111): stdout: \u000a| (launched: 2022-12-10_16:58:20.690550) \u000a16:58:23.607503 run osmo-hlr_10.42.42.2(pid=27111): stderr: \u000a| �[0;m�[1;31m20221210165820868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165820868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165820868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165820868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165820868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165820869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165820881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165820890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165820890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165820890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:23.675104 run osmo-msc_10.42.42.6(pid=27117): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27117)]\u000a16:58:23.724305 run osmo-msc_10.42.42.6(pid=27117): stdout: \u000a| (launched: 2022-12-10_16:58:22.558931) \u000a16:58:23.774120 run osmo-msc_10.42.42.6(pid=27117): stderr: \u000a| �[0;m�[38;5;43m20221210165822828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165822828 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86f07afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165822828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165822828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165822828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165822828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165822830 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165822831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165822831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165822831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:58:23.816382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27110): Terminating (SIGTERM)\u000a16:58:23.856290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27113): Terminating (SIGTERM)\u000a16:58:23.896153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27116): Terminating (SIGTERM)\u000a16:58:23.905456 --- ParallelTerminationStrategy: PID 27110 died...\u000a16:58:23.959098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27110): Terminated: ok {rc=0}\u000a16:58:23.968628 --- ParallelTerminationStrategy: PID 27113 died...\u000a16:58:24.021842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27113): Terminated: ok {rc=0}\u000a16:58:24.031458 --- ParallelTerminationStrategy: PID 27116 died...\u000a16:58:24.084297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27116): Terminated: ok {rc=0}\u000a16:58:24.173229 bus /sierra_3: Setting Powered False\u000a16:58:25.281099 bus /sierra_3: Setting Powered False\u000a16:58:26.389014 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:58:16" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27129): Process ended prematurely: osmo-stp_10.42.42.5(pid=27129) [trial-2376↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27129)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27129): Process ended prematurely: osmo-stp_10.42.42.5(pid=27129) [trial-2376↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a16:58:28.400515 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:58:28.411402 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:58:28.547049 tst handover.py: using LAC 29375\u000a16:58:28.666775 tst handover.py: using RAC 50\u000a16:58:28.784195 tst handover.py: using CellId 29375\u000a16:58:28.901802 tst handover.py: using BVCI 29376\u000a16:58:28.924774 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:58:29.052775 tst handover.py: using LAC 29376\u000a16:58:29.178785 tst handover.py: using RAC 51\u000a16:58:29.304413 tst handover.py: using CellId 29376\u000a16:58:29.429775 tst handover.py: using BVCI 29377\u000a16:58:29.454403 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:58:29.466097 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:58:29.477199 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:58:29.488476 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:58:29.499902 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:58:29.511177 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:58:29.627593 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:58:29.837055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:30.318820 run create_hlr_db(pid=27123): Launched\u000a16:58:30.451531 bus /sierra_2: Setting Powered False\u000a16:58:31.532218 run create_hlr_db(pid=27123): Terminated: ok {rc=0}\u000a16:58:31.937495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27125): Launched\u000a16:58:32.257502 run osmo-hlr_10.42.42.2(pid=27126): Launched\u000a16:58:32.378230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:32.917030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27128): Launched\u000a16:58:33.243248 run osmo-stp_10.42.42.5(pid=27129): Launched\u000a16:58:33.360400 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:58:33.928037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27131): Launched\u000a16:58:34.255910 run osmo-msc_10.42.42.6(pid=27132): Launched\u000a16:58:34.446833 run osmo-stp_10.42.42.5(pid=27129): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27129)]\u000a16:58:34.587340 run osmo-stp_10.42.42.5(pid=27129): stdout: \u000a| (launched: 2022-12-10_16:58:33.082972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:34.725764 run osmo-stp_10.42.42.5(pid=27129): stderr: \u000a| �[0;m�[38;5;43m20221210165833275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165833276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165833276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165833276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165833277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165833277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165833277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:34.857054 run osmo-stp_10.42.42.5(pid=27129): stdout: \u000a| (launched: 2022-12-10_16:58:33.082972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:34.986966 run osmo-stp_10.42.42.5(pid=27129): stderr: \u000a| �[0;m�[38;5;43m20221210165833275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165833276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165833276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165833276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165833277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165833277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165833277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:35.044045 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27129): Process ended prematurely: osmo-stp_10.42.42.5(pid=27129) [trial-2376↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27129)] [trial-2376↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a16:58:35.052562 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:58:35.116519 run osmo-hlr_10.42.42.2(pid=27126): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27126)]\u000a16:58:35.168504 run osmo-hlr_10.42.42.2(pid=27126): stdout: \u000a| (launched: 2022-12-10_16:58:32.098334) \u000a16:58:35.221267 run osmo-hlr_10.42.42.2(pid=27126): stderr: \u000a| �[0;m�[1;31m20221210165832302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165832302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165832302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165832302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165832302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165832302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165832315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165832325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165832325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165832326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:35.292626 run osmo-msc_10.42.42.6(pid=27132): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27132)]\u000a16:58:35.344181 run osmo-msc_10.42.42.6(pid=27132): stdout: \u000a| (launched: 2022-12-10_16:58:34.094460) \u000a16:58:35.396563 run osmo-msc_10.42.42.6(pid=27132): stderr: \u000a| �[0;m�[38;5;43m20221210165834430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165834430 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f321e060c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165834430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165834430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165834430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165834430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165834432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165834432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165834449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165834449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:58:35.440713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27125): Terminating (SIGTERM)\u000a16:58:35.483605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27128): Terminating (SIGTERM)\u000a16:58:35.525468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27131): Terminating (SIGTERM)\u000a16:58:35.535451 --- ParallelTerminationStrategy: PID 27125 died...\u000a16:58:35.591985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27125): Terminated: ok {rc=0}\u000a16:58:35.602027 --- ParallelTerminationStrategy: PID 27128 died...\u000a16:58:35.658051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27128): Terminated: ok {rc=0}\u000a16:58:35.668084 --- ParallelTerminationStrategy: PID 27131 died...\u000a16:58:35.723997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27131): Terminated: ok {rc=0}\u000a16:58:35.810496 bus /sierra_3: Setting Powered False\u000a16:58:36.916708 bus /sierra_3: Setting Powered False\u000a16:58:38.024469 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:58:28" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27143): Process ended prematurely: osmo-stp_10.42.42.5(pid=27143) [trial-2376↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27143)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27143): Process ended prematurely: osmo-stp_10.42.42.5(pid=27143) [trial-2376↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27143)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a16:58:40.030361 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:58:40.042380 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:58:40.186247 tst handover.py: using LAC 29377\u000a16:58:40.311787 tst handover.py: using RAC 52\u000a16:58:40.433271 tst handover.py: using CellId 29377\u000a16:58:40.554457 tst handover.py: using BVCI 29378\u000a16:58:40.577552 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:58:40.716563 tst handover.py: using LAC 29378\u000a16:58:40.835524 tst handover.py: using RAC 53\u000a16:58:40.953081 tst handover.py: using CellId 29378\u000a16:58:41.070823 tst handover.py: using BVCI 29379\u000a16:58:41.094024 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:58:41.104807 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:58:41.115521 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:58:41.126244 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:58:41.136836 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:58:41.147523 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:58:41.266771 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:58:41.476771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:41.960625 run create_hlr_db(pid=27137): Launched\u000a16:58:42.093575 bus /sierra_2: Setting Powered False\u000a16:58:43.170211 run create_hlr_db(pid=27137): Terminated: ok {rc=0}\u000a16:58:43.572917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27139): Launched\u000a16:58:43.899763 run osmo-hlr_10.42.42.2(pid=27140): Launched\u000a16:58:44.017522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:44.553084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27142): Launched\u000a16:58:44.880057 run osmo-stp_10.42.42.5(pid=27143): Launched\u000a16:58:44.999035 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:58:45.568408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27145): Launched\u000a16:58:45.999707 run osmo-msc_10.42.42.6(pid=27146): Launched\u000a16:58:46.238937 run osmo-stp_10.42.42.5(pid=27143): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27143)]\u000a16:58:46.387080 run osmo-stp_10.42.42.5(pid=27143): stdout: \u000a| (launched: 2022-12-10_16:58:44.718583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:46.536558 run osmo-stp_10.42.42.5(pid=27143): stderr: \u000a| �[0;m�[38;5;43m20221210165844913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165844913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165844913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165844913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:46.663964 run osmo-stp_10.42.42.5(pid=27143): stdout: \u000a| (launched: 2022-12-10_16:58:44.718583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:46.790274 run osmo-stp_10.42.42.5(pid=27143): stderr: \u000a| �[0;m�[38;5;43m20221210165844913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165844913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165844913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165844913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:46.844660 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27143): Process ended prematurely: osmo-stp_10.42.42.5(pid=27143) [trial-2376↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27143)] [trial-2376↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a16:58:46.853298 tst handover.py:18: Test FAILED (6.8 sec)\u000a16:58:46.916158 run osmo-hlr_10.42.42.2(pid=27140): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27140)]\u000a16:58:46.967591 run osmo-hlr_10.42.42.2(pid=27140): stdout: \u000a| (launched: 2022-12-10_16:58:43.738512) \u000a16:58:47.019664 run osmo-hlr_10.42.42.2(pid=27140): stderr: \u000a| �[0;m�[1;31m20221210165843938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165843938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165843938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165843938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165843938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165843938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165843951 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165843959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165843959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165843959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:47.090807 run osmo-msc_10.42.42.6(pid=27146): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27146)]\u000a16:58:47.141503 run osmo-msc_10.42.42.6(pid=27146): stdout: \u000a| (launched: 2022-12-10_16:58:45.734959) \u000a16:58:47.193153 run osmo-msc_10.42.42.6(pid=27146): stderr: \u000a| �[0;m�[38;5;43m20221210165846194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165846194 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f144f4aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165846194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165846194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165846194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165846195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165846196 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165846197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165846197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165846197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:58:47.238070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27139): Terminating (SIGTERM)\u000a16:58:47.282395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27142): Terminating (SIGTERM)\u000a16:58:47.326178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27145): Terminating (SIGTERM)\u000a16:58:47.336401 --- ParallelTerminationStrategy: PID 27139 died...\u000a16:58:47.393677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27139): Terminated: ok {rc=0}\u000a16:58:47.403882 --- ParallelTerminationStrategy: PID 27142 died...\u000a16:58:47.458996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27142): Terminated: ok {rc=0}\u000a16:58:47.469956 --- ParallelTerminationStrategy: PID 27145 died...\u000a16:58:47.524772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27145): Terminated: ok {rc=0}\u000a16:58:47.612752 bus /sierra_3: Setting Powered False\u000a16:58:48.718854 bus /sierra_3: Setting Powered False\u000a16:58:49.831241 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:58:39" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27157): Process ended prematurely: osmo-stp_10.42.42.5(pid=27157) [trial-2376↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27157)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27157): Process ended prematurely: osmo-stp_10.42.42.5(pid=27157) [trial-2376↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a16:58:51.852739 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:51.863731 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:58:52.001295 tst handover.py: using LAC 29379\u000a16:58:52.128404 tst handover.py: using RAC 54\u000a16:58:52.256111 tst handover.py: using CellId 29379\u000a16:58:52.383190 tst handover.py: using BVCI 29380\u000a16:58:52.407908 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:58:52.552585 tst handover.py: using LAC 29380\u000a16:58:52.678772 tst handover.py: using RAC 55\u000a16:58:52.805768 tst handover.py: using CellId 29380\u000a16:58:52.933876 tst handover.py: using BVCI 29381\u000a16:58:52.958620 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:52.969938 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:52.980894 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:52.992361 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:53.003831 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:53.015257 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:58:53.132166 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:58:53.340820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:53.823016 run create_hlr_db(pid=27151): Launched\u000a16:58:53.955871 bus /sierra_2: Setting Powered False\u000a16:58:55.032778 run create_hlr_db(pid=27151): Terminated: ok {rc=0}\u000a16:58:55.417734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27153): Launched\u000a16:58:55.722374 run osmo-hlr_10.42.42.2(pid=27154): Launched\u000a16:58:55.841021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:56.354383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27156): Launched\u000a16:58:56.659524 run osmo-stp_10.42.42.5(pid=27157): Launched\u000a16:58:56.770998 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:58:57.301899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27159): Launched\u000a16:58:57.606907 run osmo-msc_10.42.42.6(pid=27160): Launched\u000a16:58:57.785491 run osmo-stp_10.42.42.5(pid=27157): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27157)]\u000a16:58:57.913782 run osmo-stp_10.42.42.5(pid=27157): stdout: \u000a| (launched: 2022-12-10_16:58:56.508786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:58.040750 run osmo-stp_10.42.42.5(pid=27157): stderr: \u000a| �[0;m�[38;5;43m20221210165856680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165856680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165856680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165856681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165856683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165856683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165856683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:58.163209 run osmo-stp_10.42.42.5(pid=27157): stdout: \u000a| (launched: 2022-12-10_16:58:56.508786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:58.283951 run osmo-stp_10.42.42.5(pid=27157): stderr: \u000a| �[0;m�[38;5;43m20221210165856680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165856680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165856680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165856681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165856683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165856683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165856683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:58.337078 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27157): Process ended prematurely: osmo-stp_10.42.42.5(pid=27157) [trial-2376↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27157)] [trial-2376↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a16:58:58.344863 tst handover.py:18: Test FAILED (6.5 sec)\u000a16:58:58.405007 run osmo-hlr_10.42.42.2(pid=27154): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27154)]\u000a16:58:58.454331 run osmo-hlr_10.42.42.2(pid=27154): stdout: \u000a| (launched: 2022-12-10_16:58:55.572916) \u000a16:58:58.504270 run osmo-hlr_10.42.42.2(pid=27154): stderr: \u000a| �[0;m�[1;31m20221210165855751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165855751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165855751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165855751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165855751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165855751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165855763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165855772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165855773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165855773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:58.572315 run osmo-msc_10.42.42.6(pid=27160): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27160)]\u000a16:58:58.621702 run osmo-msc_10.42.42.6(pid=27160): stdout: \u000a| (launched: 2022-12-10_16:58:57.456598) \u000a16:58:58.671597 run osmo-msc_10.42.42.6(pid=27160): stderr: \u000a| �[0;m�[38;5;43m20221210165857730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165857731 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f032062cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165857731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165857731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165857731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165857731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165857733 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165857733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165857733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165857733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:58:58.713835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27153): Terminating (SIGTERM)\u000a16:58:58.753932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27156): Terminating (SIGTERM)\u000a16:58:58.793905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27159): Terminating (SIGTERM)\u000a16:58:58.803160 --- ParallelTerminationStrategy: PID 27153 died...\u000a16:58:58.857065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27153): Terminated: ok {rc=0}\u000a16:58:58.866738 --- ParallelTerminationStrategy: PID 27156 died...\u000a16:58:58.920002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27156): Terminated: ok {rc=0}\u000a16:58:58.929731 --- ParallelTerminationStrategy: PID 27159 died...\u000a16:58:58.983097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27159): Terminated: ok {rc=0}\u000a16:58:59.072363 bus /sierra_3: Setting Powered False\u000a16:59:00.176183 bus /sierra_3: Setting Powered False\u000a16:59:01.318680 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:58:51" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27171): Process ended prematurely: osmo-stp_10.42.42.5(pid=27171) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27171)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27171): Process ended prematurely: osmo-stp_10.42.42.5(pid=27171) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a16:59:03.353955 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:59:03.365675 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:59:03.504186 tst handover.py: using LAC 29381\u000a16:59:03.624719 tst handover.py: using RAC 56\u000a16:59:03.745277 tst handover.py: using CellId 29381\u000a16:59:03.863044 tst handover.py: using BVCI 29382\u000a16:59:03.886393 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:59:04.023083 tst handover.py: using LAC 29382\u000a16:59:04.141490 tst handover.py: using RAC 57\u000a16:59:04.258134 tst handover.py: using CellId 29382\u000a16:59:04.383737 tst handover.py: using BVCI 29383\u000a16:59:04.408509 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:59:04.420414 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:59:04.431997 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:59:04.443721 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:59:04.455680 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:59:04.467372 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:59:04.586822 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:59:04.796621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:05.281638 run create_hlr_db(pid=27165): Launched\u000a16:59:05.414446 bus /sierra_2: Setting Powered False\u000a16:59:06.491357 run create_hlr_db(pid=27165): Terminated: ok {rc=0}\u000a16:59:06.874563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27167): Launched\u000a16:59:07.179785 run osmo-hlr_10.42.42.2(pid=27168): Launched\u000a16:59:07.292268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:07.794330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27170): Launched\u000a16:59:08.099699 run osmo-stp_10.42.42.5(pid=27171): Launched\u000a16:59:08.210716 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:59:08.743089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27173): Launched\u000a16:59:09.048736 run osmo-msc_10.42.42.6(pid=27174): Launched\u000a16:59:09.227261 run osmo-stp_10.42.42.5(pid=27171): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27171)]\u000a16:59:09.355962 run osmo-stp_10.42.42.5(pid=27171): stdout: \u000a| (launched: 2022-12-10_16:59:07.949168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:09.482655 run osmo-stp_10.42.42.5(pid=27171): stderr: \u000a| �[0;m�[38;5;43m20221210165908123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165908123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165908123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165908124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165908124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165908124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165908124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:09.605243 run osmo-stp_10.42.42.5(pid=27171): stdout: \u000a| (launched: 2022-12-10_16:59:07.949168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:09.726344 run osmo-stp_10.42.42.5(pid=27171): stderr: \u000a| �[0;m�[38;5;43m20221210165908123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165908123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165908123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165908124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165908124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165908124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165908124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:09.779405 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27171): Process ended prematurely: osmo-stp_10.42.42.5(pid=27171) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27171)] [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a16:59:09.787322 tst handover.py:18: Test FAILED (6.4 sec)\u000a16:59:09.847042 run osmo-hlr_10.42.42.2(pid=27168): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27168)]\u000a16:59:09.896036 run osmo-hlr_10.42.42.2(pid=27168): stdout: \u000a| (launched: 2022-12-10_16:59:07.029480) \u000a16:59:09.945460 run osmo-hlr_10.42.42.2(pid=27168): stderr: \u000a| �[0;m�[1;31m20221210165907205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165907205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165907205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165907205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165907205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165907205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165907217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165907227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165907227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165907227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:10.013016 run osmo-msc_10.42.42.6(pid=27174): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27174)]\u000a16:59:10.061703 run osmo-msc_10.42.42.6(pid=27174): stdout: \u000a| (launched: 2022-12-10_16:59:08.898074) \u000a16:59:10.111456 run osmo-msc_10.42.42.6(pid=27174): stderr: \u000a| �[0;m�[38;5;43m20221210165909171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165909172 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb11d268c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165909172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165909172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165909172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165909172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165909175 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165909175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165909175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165909176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:59:10.153462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27167): Terminating (SIGTERM)\u000a16:59:10.193030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27170): Terminating (SIGTERM)\u000a16:59:10.232727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27173): Terminating (SIGTERM)\u000a16:59:10.241967 --- ParallelTerminationStrategy: PID 27167 died...\u000a16:59:10.296038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27167): Terminated: ok {rc=0}\u000a16:59:10.305703 --- ParallelTerminationStrategy: PID 27170 died...\u000a16:59:10.358515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27170): Terminated: ok {rc=0}\u000a16:59:10.368078 --- ParallelTerminationStrategy: PID 27173 died...\u000a16:59:10.421425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27173): Terminated: ok {rc=0}\u000a16:59:10.509728 bus /sierra_3: Setting Powered False\u000a16:59:11.617084 bus /sierra_3: Setting Powered False\u000a16:59:12.724096 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:59:03" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27185): Process ended prematurely: osmo-stp_10.42.42.5(pid=27185) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27185)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27185): Process ended prematurely: osmo-stp_10.42.42.5(pid=27185) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a16:59:14.717731 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:14.728722 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:59:14.859564 tst handover.py: using LAC 29383\u000a16:59:14.981458 tst handover.py: using RAC 58\u000a16:59:15.100092 tst handover.py: using CellId 29383\u000a16:59:15.219222 tst handover.py: using BVCI 29384\u000a16:59:15.242350 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:59:15.373914 tst handover.py: using LAC 29384\u000a16:59:15.506472 tst handover.py: using RAC 59\u000a16:59:15.632366 tst handover.py: using CellId 29384\u000a16:59:15.761856 tst handover.py: using BVCI 29385\u000a16:59:15.786757 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:15.798455 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:15.809812 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:15.821570 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:15.848146 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:15.861684 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:59:15.982296 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:59:16.187040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:16.710693 run create_hlr_db(pid=27179): Launched\u000a16:59:16.867039 bus /sierra_2: Setting Powered False\u000a16:59:17.927414 run create_hlr_db(pid=27179): Terminated: ok {rc=0}\u000a16:59:18.310681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27181): Launched\u000a16:59:18.617065 run osmo-hlr_10.42.42.2(pid=27182): Launched\u000a16:59:18.737720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:19.247689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27184): Launched\u000a16:59:19.552046 run osmo-stp_10.42.42.5(pid=27185): Launched\u000a16:59:19.663024 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:59:20.192341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27187): Launched\u000a16:59:20.497313 run osmo-msc_10.42.42.6(pid=27188): Launched\u000a16:59:20.675795 run osmo-stp_10.42.42.5(pid=27185): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27185)]\u000a16:59:20.804027 run osmo-stp_10.42.42.5(pid=27185): stdout: \u000a| (launched: 2022-12-10_16:59:19.402811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:20.930511 run osmo-stp_10.42.42.5(pid=27185): stderr: \u000a| �[0;m�[38;5;43m20221210165919576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165919576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165919577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165919577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165919578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165919578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165919578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:21.052362 run osmo-stp_10.42.42.5(pid=27185): stdout: \u000a| (launched: 2022-12-10_16:59:19.402811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:21.173342 run osmo-stp_10.42.42.5(pid=27185): stderr: \u000a| �[0;m�[38;5;43m20221210165919576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165919576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165919577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165919577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165919578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165919578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165919578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:21.225928 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27185): Process ended prematurely: osmo-stp_10.42.42.5(pid=27185) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27185)] [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a16:59:21.233876 tst handover.py:18: Test FAILED (6.5 sec)\u000a16:59:21.293529 run osmo-hlr_10.42.42.2(pid=27182): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27182)]\u000a16:59:21.342682 run osmo-hlr_10.42.42.2(pid=27182): stdout: \u000a| (launched: 2022-12-10_16:59:18.465377) \u000a16:59:21.392129 run osmo-hlr_10.42.42.2(pid=27182): stderr: \u000a| �[0;m�[1;31m20221210165918645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165918645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165918645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165918645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165918645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165918645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165918657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165918666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165918666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165918666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:21.459253 run osmo-msc_10.42.42.6(pid=27188): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27188)]\u000a16:59:21.507775 run osmo-msc_10.42.42.6(pid=27188): stdout: \u000a| (launched: 2022-12-10_16:59:20.347281) \u000a16:59:21.556871 run osmo-msc_10.42.42.6(pid=27188): stderr: \u000a| �[0;m�[38;5;43m20221210165920619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165920619 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2aa1c8ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165920619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165920619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165920619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165920620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165920621 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165920622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165920622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165920622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:59:21.598710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27181): Terminating (SIGTERM)\u000a16:59:21.638141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27184): Terminating (SIGTERM)\u000a16:59:21.677714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27187): Terminating (SIGTERM)\u000a16:59:21.686906 --- ParallelTerminationStrategy: PID 27181 died...\u000a16:59:21.740036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27181): Terminated: ok {rc=0}\u000a16:59:21.749701 --- ParallelTerminationStrategy: PID 27184 died...\u000a16:59:21.802714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27184): Terminated: ok {rc=0}\u000a16:59:21.812260 --- ParallelTerminationStrategy: PID 27187 died...\u000a16:59:21.865111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27187): Terminated: ok {rc=0}\u000a16:59:21.953136 bus /sierra_3: Setting Powered False\u000a16:59:23.055256 bus /sierra_3: Setting Powered False\u000a16:59:24.165380 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:59:14" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27199): Process ended prematurely: osmo-stp_10.42.42.5(pid=27199) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27199)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27199): Process ended prematurely: osmo-stp_10.42.42.5(pid=27199) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a16:59:26.176761 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:26.187842 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:59:26.318139 tst handover.py: using LAC 29385\u000a16:59:26.440902 tst handover.py: using RAC 60\u000a16:59:26.558998 tst handover.py: using CellId 29385\u000a16:59:26.679012 tst handover.py: using BVCI 29386\u000a16:59:26.702119 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:59:26.836281 tst handover.py: using LAC 29386\u000a16:59:26.955915 tst handover.py: using RAC 61\u000a16:59:27.073191 tst handover.py: using CellId 29386\u000a16:59:27.190495 tst handover.py: using BVCI 29387\u000a16:59:27.213727 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:27.224695 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:27.235673 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:27.246766 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:27.257643 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:27.268426 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:59:27.386087 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:59:27.587617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:28.049947 run create_hlr_db(pid=27193): Launched\u000a16:59:28.173965 bus /sierra_2: Setting Powered False\u000a16:59:29.247210 run create_hlr_db(pid=27193): Terminated: ok {rc=0}\u000a16:59:29.653016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27195): Launched\u000a16:59:29.979277 run osmo-hlr_10.42.42.2(pid=27196): Launched\u000a16:59:30.101305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:30.636317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27198): Launched\u000a16:59:31.060813 run osmo-stp_10.42.42.5(pid=27199): Launched\u000a16:59:31.325305 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:59:31.905350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27201): Launched\u000a16:59:32.277964 run osmo-msc_10.42.42.6(pid=27202): Launched\u000a16:59:32.457913 run osmo-stp_10.42.42.5(pid=27199): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27199)]\u000a16:59:32.586188 run osmo-stp_10.42.42.5(pid=27199): stdout: \u000a| (launched: 2022-12-10_16:59:30.801433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:32.713070 run osmo-stp_10.42.42.5(pid=27199): stderr: \u000a| �[0;m�[38;5;43m20221210165931135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165931135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165931135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165931136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165931136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165931136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165931136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:32.835560 run osmo-stp_10.42.42.5(pid=27199): stdout: \u000a| (launched: 2022-12-10_16:59:30.801433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:32.956346 run osmo-stp_10.42.42.5(pid=27199): stderr: \u000a| �[0;m�[38;5;43m20221210165931135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165931135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165931135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165931136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165931136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165931136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165931136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:33.009447 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27199): Process ended prematurely: osmo-stp_10.42.42.5(pid=27199) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27199)] [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a16:59:33.017502 tst handover.py:18: Test FAILED (6.8 sec)\u000a16:59:33.077855 run osmo-hlr_10.42.42.2(pid=27196): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27196)]\u000a16:59:33.127068 run osmo-hlr_10.42.42.2(pid=27196): stdout: \u000a| (launched: 2022-12-10_16:59:29.818774) \u000a16:59:33.176917 run osmo-hlr_10.42.42.2(pid=27196): stderr: \u000a| �[0;m�[1;31m20221210165930016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165930016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165930016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165930016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165930016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165930016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165930028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165930037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165930037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165930037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:33.244693 run osmo-msc_10.42.42.6(pid=27202): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27202)]\u000a16:59:33.293781 run osmo-msc_10.42.42.6(pid=27202): stdout: \u000a| (launched: 2022-12-10_16:59:32.066259) \u000a16:59:33.343501 run osmo-msc_10.42.42.6(pid=27202): stderr: \u000a| �[0;m�[38;5;43m20221210165932371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165932371 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f92393a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165932371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165932371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165932371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165932371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165932373 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165932373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165932374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165932374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:59:33.385544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27195): Terminating (SIGTERM)\u000a16:59:33.425327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27198): Terminating (SIGTERM)\u000a16:59:33.465078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27201): Terminating (SIGTERM)\u000a16:59:33.474563 --- ParallelTerminationStrategy: PID 27195 died...\u000a16:59:33.527922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27195): Terminated: ok {rc=0}\u000a16:59:33.537653 --- ParallelTerminationStrategy: PID 27198 died...\u000a16:59:33.592023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27198): Terminated: ok {rc=0}\u000a16:59:33.601831 --- ParallelTerminationStrategy: PID 27201 died...\u000a16:59:33.655254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27201): Terminated: ok {rc=0}\u000a16:59:33.739152 bus /sierra_3: Setting Powered False\u000a16:59:34.846441 bus /sierra_3: Setting Powered False\u000a16:59:35.959767 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:59:25" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27213): Process ended prematurely: osmo-stp_10.42.42.5(pid=27213) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27213)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27213): Process ended prematurely: osmo-stp_10.42.42.5(pid=27213) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a16:59:37.976313 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:37.987454 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:59:38.120477 tst handover.py: using LAC 29387\u000a16:59:38.237798 tst handover.py: using RAC 62\u000a16:59:38.356393 tst handover.py: using CellId 29387\u000a16:59:38.486508 tst handover.py: using BVCI 29388\u000a16:59:38.509669 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:59:38.650849 tst handover.py: using LAC 29388\u000a16:59:38.768915 tst handover.py: using RAC 63\u000a16:59:38.888131 tst handover.py: using CellId 29388\u000a16:59:39.007784 tst handover.py: using BVCI 29389\u000a16:59:39.031150 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:39.042203 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:39.053205 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:39.064030 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:39.074956 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:39.085910 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:59:39.203545 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:59:39.414987 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:39.899020 run create_hlr_db(pid=27207): Launched\u000a16:59:40.032359 bus /sierra_2: Setting Powered False\u000a16:59:41.109415 run create_hlr_db(pid=27207): Terminated: ok {rc=0}\u000a16:59:41.514345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27209): Launched\u000a16:59:41.840705 run osmo-hlr_10.42.42.2(pid=27210): Launched\u000a16:59:41.961973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:42.501096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27212): Launched\u000a16:59:42.827011 run osmo-stp_10.42.42.5(pid=27213): Launched\u000a16:59:42.945261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:59:43.510088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27215): Launched\u000a16:59:43.837088 run osmo-msc_10.42.42.6(pid=27216): Launched\u000a16:59:44.026996 run osmo-stp_10.42.42.5(pid=27213): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27213)]\u000a16:59:44.164618 run osmo-stp_10.42.42.5(pid=27213): stdout: \u000a| (launched: 2022-12-10_16:59:42.666855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:44.301167 run osmo-stp_10.42.42.5(pid=27213): stderr: \u000a| �[0;m�[38;5;43m20221210165942858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165942859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165942859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165942859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165942860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165942860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165942860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:44.431918 run osmo-stp_10.42.42.5(pid=27213): stdout: \u000a| (launched: 2022-12-10_16:59:42.666855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:44.561542 run osmo-stp_10.42.42.5(pid=27213): stderr: \u000a| �[0;m�[38;5;43m20221210165942858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165942859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165942859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165942859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165942860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165942860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165942860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:44.617878 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27213): Process ended prematurely: osmo-stp_10.42.42.5(pid=27213) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27213)] [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a16:59:44.626478 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:59:44.689455 run osmo-hlr_10.42.42.2(pid=27210): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27210)]\u000a16:59:44.741437 run osmo-hlr_10.42.42.2(pid=27210): stdout: \u000a| (launched: 2022-12-10_16:59:41.680181) \u000a16:59:44.793541 run osmo-hlr_10.42.42.2(pid=27210): stderr: \u000a| �[0;m�[1;31m20221210165941878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165941878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165941878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165941878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165941878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165941878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165941892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165941902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165941902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165941902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:44.864356 run osmo-msc_10.42.42.6(pid=27216): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27216)]\u000a16:59:44.915780 run osmo-msc_10.42.42.6(pid=27216): stdout: \u000a| (launched: 2022-12-10_16:59:43.675751) \u000a16:59:44.967746 run osmo-msc_10.42.42.6(pid=27216): stderr: \u000a| �[0;m�[38;5;43m20221210165943995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165943995 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f622e565c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165943995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165943995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165943996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165943996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165943997 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165943998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165943998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165943998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:59:45.011833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27209): Terminating (SIGTERM)\u000a16:59:45.054250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27212): Terminating (SIGTERM)\u000a16:59:45.096288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27215): Terminating (SIGTERM)\u000a16:59:45.106385 --- ParallelTerminationStrategy: PID 27209 died...\u000a16:59:45.162710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27209): Terminated: ok {rc=0}\u000a16:59:45.173142 --- ParallelTerminationStrategy: PID 27212 died...\u000a16:59:45.229896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27212): Terminated: ok {rc=0}\u000a16:59:45.240022 --- ParallelTerminationStrategy: PID 27215 died...\u000a16:59:45.297050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27215): Terminated: ok {rc=0}\u000a16:59:45.383339 bus /sierra_3: Setting Powered False\u000a16:59:46.498899 bus /sierra_3: Setting Powered False\u000a16:59:47.607519 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:59:37" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27227): Process ended prematurely: osmo-stp_10.42.42.5(pid=27227) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27227)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27227): Process ended prematurely: osmo-stp_10.42.42.5(pid=27227) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a16:59:49.617497 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:49.628416 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:59:49.763476 tst handover.py: using LAC 29389\u000a16:59:49.887998 tst handover.py: using RAC 64\u000a16:59:50.005965 tst handover.py: using CellId 29389\u000a16:59:50.123895 tst handover.py: using BVCI 29390\u000a16:59:50.146955 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:59:50.267562 tst handover.py: using LAC 29390\u000a16:59:50.385073 tst handover.py: using RAC 65\u000a16:59:50.502278 tst handover.py: using CellId 29390\u000a16:59:50.619735 tst handover.py: using BVCI 29391\u000a16:59:50.642786 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:50.653797 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:50.664486 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:50.675333 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:50.686148 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:50.696820 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:59:50.809041 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:59:51.018245 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:51.503371 run create_hlr_db(pid=27221): Launched\u000a16:59:51.635932 bus /sierra_2: Setting Powered False\u000a16:59:52.712292 run create_hlr_db(pid=27221): Terminated: ok {rc=0}\u000a16:59:53.094688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27223): Launched\u000a16:59:53.400110 run osmo-hlr_10.42.42.2(pid=27224): Launched\u000a16:59:53.512043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:54.014809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27226): Launched\u000a16:59:54.320777 run osmo-stp_10.42.42.5(pid=27227): Launched\u000a16:59:54.431821 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:59:54.974402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27229): Launched\u000a16:59:55.300488 run osmo-msc_10.42.42.6(pid=27230): Launched\u000a16:59:55.491355 run osmo-stp_10.42.42.5(pid=27227): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27227)]\u000a16:59:55.629528 run osmo-stp_10.42.42.5(pid=27227): stdout: \u000a| (launched: 2022-12-10_16:59:54.169576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:55.767347 run osmo-stp_10.42.42.5(pid=27227): stderr: \u000a| �[0;m�[38;5;43m20221210165954341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165954341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165954341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165954342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165954344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165954344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165954344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:55.898390 run osmo-stp_10.42.42.5(pid=27227): stdout: \u000a| (launched: 2022-12-10_16:59:54.169576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:56.028033 run osmo-stp_10.42.42.5(pid=27227): stderr: \u000a| �[0;m�[38;5;43m20221210165954341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210165954341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210165954341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210165954342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210165954344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210165954344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210165954344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:56.085183 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27227): Process ended prematurely: osmo-stp_10.42.42.5(pid=27227) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27227)] [trial-2376↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a16:59:56.093720 tst handover.py:18: Test FAILED (6.5 sec)\u000a16:59:56.156939 run osmo-hlr_10.42.42.2(pid=27224): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27224)]\u000a16:59:56.208895 run osmo-hlr_10.42.42.2(pid=27224): stdout: \u000a| (launched: 2022-12-10_16:59:53.249258) \u000a16:59:56.261209 run osmo-hlr_10.42.42.2(pid=27224): stderr: \u000a| �[0;m�[1;31m20221210165953425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210165953425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210165953425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165953426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210165953426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210165953426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210165953441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210165953451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210165953451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210165953451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:56.332007 run osmo-msc_10.42.42.6(pid=27230): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27230)]\u000a16:59:56.383451 run osmo-msc_10.42.42.6(pid=27230): stdout: \u000a| (launched: 2022-12-10_16:59:55.141082) \u000a16:59:56.435536 run osmo-msc_10.42.42.6(pid=27230): stderr: \u000a| �[0;m�[38;5;43m20221210165955462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210165955462 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa770499c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210165955462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210165955462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210165955462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210165955462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210165955466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210165955466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210165955466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210165955466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:59:56.480416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27223): Terminating (SIGTERM)\u000a16:59:56.522855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27226): Terminating (SIGTERM)\u000a16:59:56.564776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27229): Terminating (SIGTERM)\u000a16:59:56.574809 --- ParallelTerminationStrategy: PID 27223 died...\u000a16:59:56.631035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27223): Terminated: ok {rc=0}\u000a16:59:56.641141 --- ParallelTerminationStrategy: PID 27226 died...\u000a16:59:56.696614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27226): Terminated: ok {rc=0}\u000a16:59:56.706966 --- ParallelTerminationStrategy: PID 27229 died...\u000a16:59:56.762616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27229): Terminated: ok {rc=0}\u000a16:59:56.849654 bus /sierra_3: Setting Powered False\u000a16:59:57.956328 bus /sierra_3: Setting Powered False\u000a16:59:59.067501 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T16:59:49" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27244): Process ended prematurely: osmo-stp_10.42.42.5(pid=27244) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27244)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27244): Process ended prematurely: osmo-stp_10.42.42.5(pid=27244) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a17:00:01.102116 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:01.114408 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:00:01.276747 tst handover.py: using LAC 29391\u000a17:00:01.418201 tst handover.py: using RAC 66\u000a17:00:01.541932 tst handover.py: using CellId 29391\u000a17:00:01.690639 tst handover.py: using BVCI 29392\u000a17:00:01.715096 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:00:01.874934 tst handover.py: using LAC 29392\u000a17:00:02.027056 tst handover.py: using RAC 67\u000a17:00:02.157659 tst handover.py: using CellId 29392\u000a17:00:02.288911 tst handover.py: using BVCI 29393\u000a17:00:02.314977 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:02.326918 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:02.339039 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:02.350569 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:02.362849 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:02.374818 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:00:02.489769 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:00:02.703195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:03.187592 run create_hlr_db(pid=27238): Launched\u000a17:00:03.319701 bus /sierra_2: Setting Powered False\u000a17:00:04.397618 run create_hlr_db(pid=27238): Terminated: ok {rc=0}\u000a17:00:04.803097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27240): Launched\u000a17:00:05.129236 run osmo-hlr_10.42.42.2(pid=27241): Launched\u000a17:00:05.248358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:05.785008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27243): Launched\u000a17:00:06.112072 run osmo-stp_10.42.42.5(pid=27244): Launched\u000a17:00:06.230605 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:06.797054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27246): Launched\u000a17:00:07.126780 run osmo-msc_10.42.42.6(pid=27247): Launched\u000a17:00:07.317058 run osmo-stp_10.42.42.5(pid=27244): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27244)]\u000a17:00:07.454469 run osmo-stp_10.42.42.5(pid=27244): stdout: \u000a| (launched: 2022-12-10_17:00:05.950374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:07.592273 run osmo-stp_10.42.42.5(pid=27244): stderr: \u000a| �[0;m�[38;5;43m20221210170006145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210170006145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210170006145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210170006146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210170006146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210170006146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210170006146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:07.722524 run osmo-stp_10.42.42.5(pid=27244): stdout: \u000a| (launched: 2022-12-10_17:00:05.950374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:07.852223 run osmo-stp_10.42.42.5(pid=27244): stderr: \u000a| �[0;m�[38;5;43m20221210170006145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210170006145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210170006145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210170006146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210170006146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210170006146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210170006146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:07.908596 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27244): Process ended prematurely: osmo-stp_10.42.42.5(pid=27244) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27244)] [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a17:00:07.917307 tst handover.py:18: Test FAILED (6.8 sec)\u000a17:00:07.980629 run osmo-hlr_10.42.42.2(pid=27241): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27241)]\u000a17:00:08.032134 run osmo-hlr_10.42.42.2(pid=27241): stdout: \u000a| (launched: 2022-12-10_17:00:04.968471) \u000a17:00:08.085241 run osmo-hlr_10.42.42.2(pid=27241): stderr: \u000a| �[0;m�[1;31m20221210170005169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210170005169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210170005169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210170005169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210170005169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210170005169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210170005181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210170005190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210170005190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210170005190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:08.156230 run osmo-msc_10.42.42.6(pid=27247): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27247)]\u000a17:00:08.207577 run osmo-msc_10.42.42.6(pid=27247): stdout: \u000a| (launched: 2022-12-10_17:00:06.962460) \u000a17:00:08.259678 run osmo-msc_10.42.42.6(pid=27247): stderr: \u000a| �[0;m�[38;5;43m20221210170007284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210170007284 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f586f7c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210170007285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210170007285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210170007285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210170007285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210170007287 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210170007287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210170007287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210170007287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:08.303693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27240): Terminating (SIGTERM)\u000a17:00:08.345906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27243): Terminating (SIGTERM)\u000a17:00:08.388216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27246): Terminating (SIGTERM)\u000a17:00:08.398022 --- ParallelTerminationStrategy: PID 27240 died...\u000a17:00:08.454361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27240): Terminated: ok {rc=0}\u000a17:00:08.464436 --- ParallelTerminationStrategy: PID 27243 died...\u000a17:00:08.520383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27243): Terminated: ok {rc=0}\u000a17:00:08.530450 --- ParallelTerminationStrategy: PID 27246 died...\u000a17:00:08.586854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27246): Terminated: ok {rc=0}\u000a17:00:08.674030 bus /sierra_3: Setting Powered False\u000a17:00:09.774563 bus /sierra_3: Setting Powered False\u000a17:00:10.885948 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T17:00:00" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27258): Process ended prematurely: osmo-stp_10.42.42.5(pid=27258) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27258)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27258): Process ended prematurely: osmo-stp_10.42.42.5(pid=27258) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:00:12.916512 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:12.927685 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:00:13.066490 tst handover.py: using LAC 29393\u000a17:00:13.188054 tst handover.py: using RAC 68\u000a17:00:13.310082 tst handover.py: using CellId 29393\u000a17:00:13.430159 tst handover.py: using BVCI 29394\u000a17:00:13.453317 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:00:13.591432 tst handover.py: using LAC 29394\u000a17:00:13.710787 tst handover.py: using RAC 69\u000a17:00:13.832029 tst handover.py: using CellId 29394\u000a17:00:13.953644 tst handover.py: using BVCI 29395\u000a17:00:13.976707 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:13.987810 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:13.998716 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:14.010395 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:14.021883 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:14.033289 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:00:14.147097 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:00:14.346575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:14.809152 run create_hlr_db(pid=27252): Launched\u000a17:00:14.933376 bus /sierra_2: Setting Powered False\u000a17:00:16.038214 run create_hlr_db(pid=27252): Terminated: ok {rc=0}\u000a17:00:16.497566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27254): Launched\u000a17:00:16.852007 run osmo-hlr_10.42.42.2(pid=27255): Launched\u000a17:00:17.072545 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:17.697360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27257): Launched\u000a17:00:18.000774 run osmo-stp_10.42.42.5(pid=27258): Launched\u000a17:00:18.112054 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:18.642670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27260): Launched\u000a17:00:18.948286 run osmo-msc_10.42.42.6(pid=27261): Launched\u000a17:00:19.127386 run osmo-stp_10.42.42.5(pid=27258): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27258)]\u000a17:00:19.256095 run osmo-stp_10.42.42.5(pid=27258): stdout: \u000a| (launched: 2022-12-10_17:00:17.851864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:19.382591 run osmo-stp_10.42.42.5(pid=27258): stderr: \u000a| �[0;m�[38;5;43m20221210170018023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210170018023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210170018023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210170018024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210170018024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210170018024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210170018024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:19.504834 run osmo-stp_10.42.42.5(pid=27258): stdout: \u000a| (launched: 2022-12-10_17:00:17.851864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:19.626176 run osmo-stp_10.42.42.5(pid=27258): stderr: \u000a| �[0;m�[38;5;43m20221210170018023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210170018023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210170018023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210170018024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210170018024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210170018024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210170018024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:19.679085 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27258): Process ended prematurely: osmo-stp_10.42.42.5(pid=27258) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27258)] [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a17:00:19.687055 tst handover.py:18: Test FAILED (6.8 sec)\u000a17:00:19.746603 run osmo-hlr_10.42.42.2(pid=27255): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27255)]\u000a17:00:19.795438 run osmo-hlr_10.42.42.2(pid=27255): stdout: \u000a| (launched: 2022-12-10_17:00:16.660612) \u000a17:00:19.844921 run osmo-hlr_10.42.42.2(pid=27255): stderr: \u000a| �[0;m�[1;31m20221210170016999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210170016999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210170016999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210170016999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210170016999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210170016999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210170017019 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210170017027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210170017027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210170017027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:19.912407 run osmo-msc_10.42.42.6(pid=27261): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27261)]\u000a17:00:19.961150 run osmo-msc_10.42.42.6(pid=27261): stdout: \u000a| (launched: 2022-12-10_17:00:18.797837) \u000a17:00:20.010422 run osmo-msc_10.42.42.6(pid=27261): stderr: \u000a| �[0;m�[38;5;43m20221210170019070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210170019070 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b6adf9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210170019070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210170019070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210170019070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210170019070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210170019072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210170019073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210170019074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210170019074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:20.052303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27254): Terminating (SIGTERM)\u000a17:00:20.091934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27257): Terminating (SIGTERM)\u000a17:00:20.131479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27260): Terminating (SIGTERM)\u000a17:00:20.141147 --- ParallelTerminationStrategy: PID 27254 died...\u000a17:00:20.194865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27254): Terminated: ok {rc=0}\u000a17:00:20.204567 --- ParallelTerminationStrategy: PID 27257 died...\u000a17:00:20.257656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27257): Terminated: ok {rc=0}\u000a17:00:20.267280 --- ParallelTerminationStrategy: PID 27260 died...\u000a17:00:20.320468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27260): Terminated: ok {rc=0}\u000a17:00:20.408610 bus /sierra_3: Setting Powered False\u000a17:00:21.511620 bus /sierra_3: Setting Powered False\u000a17:00:22.623897 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T17:00:12" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27272): Process ended prematurely: osmo-stp_10.42.42.5(pid=27272) [trial-2376↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27272)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27272): Process ended prematurely: osmo-stp_10.42.42.5(pid=27272) [trial-2376↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a17:00:24.628799 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:24.639686 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:00:24.762141 tst handover.py: using LAC 29395\u000a17:00:24.880100 tst handover.py: using RAC 70\u000a17:00:25.002003 tst handover.py: using CellId 29395\u000a17:00:25.124675 tst handover.py: using BVCI 29396\u000a17:00:25.147755 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:00:25.283190 tst handover.py: using LAC 29396\u000a17:00:25.403045 tst handover.py: using RAC 71\u000a17:00:25.530508 tst handover.py: using CellId 29396\u000a17:00:25.656313 tst handover.py: using BVCI 29397\u000a17:00:25.681736 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:25.693235 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:25.704523 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:25.716144 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:25.727636 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:25.739016 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:00:25.856192 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:00:26.055950 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:26.519899 run create_hlr_db(pid=27266): Launched\u000a17:00:26.644486 bus /sierra_2: Setting Powered False\u000a17:00:27.730168 run create_hlr_db(pid=27266): Terminated: ok {rc=0}\u000a17:00:28.134958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27268): Launched\u000a17:00:28.461756 run osmo-hlr_10.42.42.2(pid=27269): Launched\u000a17:00:28.580632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:29.118282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27271): Launched\u000a17:00:29.444416 run osmo-stp_10.42.42.5(pid=27272): Launched\u000a17:00:29.562934 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:30.128423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27274): Launched\u000a17:00:30.454922 run osmo-msc_10.42.42.6(pid=27275): Launched\u000a17:00:30.646326 run osmo-stp_10.42.42.5(pid=27272): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27272)]\u000a17:00:30.783605 run osmo-stp_10.42.42.5(pid=27272): stdout: \u000a| (launched: 2022-12-10_17:00:29.284132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:30.949928 run osmo-stp_10.42.42.5(pid=27272): stderr: \u000a| �[0;m�[38;5;43m20221210170029478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210170029478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210170029478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210170029479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210170029479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210170029479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210170029479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:31.119830 run osmo-stp_10.42.42.5(pid=27272): stdout: \u000a| (launched: 2022-12-10_17:00:29.284132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:31.255515 run osmo-stp_10.42.42.5(pid=27272): stderr: \u000a| �[0;m�[38;5;43m20221210170029478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210170029478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210170029478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210170029479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210170029479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210170029479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210170029479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:31.312469 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27272): Process ended prematurely: osmo-stp_10.42.42.5(pid=27272) [trial-2376↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27272)] [trial-2376↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a17:00:31.321761 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:00:31.383536 run osmo-hlr_10.42.42.2(pid=27269): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27269)]\u000a17:00:31.434595 run osmo-hlr_10.42.42.2(pid=27269): stdout: \u000a| (launched: 2022-12-10_17:00:28.301122) \u000a17:00:31.486440 run osmo-hlr_10.42.42.2(pid=27269): stderr: \u000a| �[0;m�[1;31m20221210170028500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210170028500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210170028500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210170028500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210170028500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210170028500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210170028512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210170028520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210170028520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210170028520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:31.555384 run osmo-msc_10.42.42.6(pid=27275): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27275)]\u000a17:00:31.605793 run osmo-msc_10.42.42.6(pid=27275): stdout: \u000a| (launched: 2022-12-10_17:00:30.293648) \u000a17:00:31.656166 run osmo-msc_10.42.42.6(pid=27275): stderr: \u000a| �[0;m�[38;5;43m20221210170030617 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210170030617 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3935128c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210170030617 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210170030617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210170030618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210170030618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210170030619 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210170030620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210170030620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210170030620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:31.701271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27268): Terminating (SIGTERM)\u000a17:00:31.744353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27271): Terminating (SIGTERM)\u000a17:00:31.786337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27274): Terminating (SIGTERM)\u000a17:00:31.797629 --- ParallelTerminationStrategy: PID 27268 died...\u000a17:00:31.854210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27268): Terminated: ok {rc=0}\u000a17:00:31.864346 --- ParallelTerminationStrategy: PID 27271 died...\u000a17:00:31.921056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27271): Terminated: ok {rc=0}\u000a17:00:31.931229 --- ParallelTerminationStrategy: PID 27274 died...\u000a17:00:31.985746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27274): Terminated: ok {rc=0}\u000a17:00:32.071530 bus /sierra_3: Setting Powered False\u000a17:00:33.173099 bus /sierra_3: Setting Powered False\u000a17:00:34.285310 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T17:00:24" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27286): Process ended prematurely: osmo-stp_10.42.42.5(pid=27286) [trial-2376↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27286)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27286): Process ended prematurely: osmo-stp_10.42.42.5(pid=27286) [trial-2376↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:00:36.281061 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:36.292423 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:00:36.422778 tst handover.py: using LAC 29397\u000a17:00:36.550909 tst handover.py: using RAC 72\u000a17:00:36.679350 tst handover.py: using CellId 29397\u000a17:00:36.807638 tst handover.py: using BVCI 29398\u000a17:00:36.832474 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:00:36.975239 tst handover.py: using LAC 29398\u000a17:00:37.102478 tst handover.py: using RAC 73\u000a17:00:37.229375 tst handover.py: using CellId 29398\u000a17:00:37.357817 tst handover.py: using BVCI 29399\u000a17:00:37.382565 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:37.393866 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:37.404839 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:37.416318 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:37.427917 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:37.439244 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:00:37.557984 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:00:37.767851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:38.252559 run create_hlr_db(pid=27280): Launched\u000a17:00:38.385339 bus /sierra_2: Setting Powered False\u000a17:00:39.462789 run create_hlr_db(pid=27280): Terminated: ok {rc=0}\u000a17:00:39.867115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27282): Launched\u000a17:00:40.195013 run osmo-hlr_10.42.42.2(pid=27283): Launched\u000a17:00:40.316489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:40.852716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27285): Launched\u000a17:00:41.180997 run osmo-stp_10.42.42.5(pid=27286): Launched\u000a17:00:41.300868 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:41.868310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27288): Launched\u000a17:00:42.196832 run osmo-msc_10.42.42.6(pid=27289): Launched\u000a17:00:42.388644 run osmo-stp_10.42.42.5(pid=27286): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27286)]\u000a17:00:42.527131 run osmo-stp_10.42.42.5(pid=27286): stdout: \u000a| (launched: 2022-12-10_17:00:41.018370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:42.664904 run osmo-stp_10.42.42.5(pid=27286): stderr: \u000a| �[0;m�[38;5;43m20221210170041210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210170041210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210170041211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210170041211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210170041211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210170041212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210170041212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:42.796163 run osmo-stp_10.42.42.5(pid=27286): stdout: \u000a| (launched: 2022-12-10_17:00:41.018370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:42.926280 run osmo-stp_10.42.42.5(pid=27286): stderr: \u000a| �[0;m�[38;5;43m20221210170041210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210170041210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210170041211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210170041211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210170041211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210170041212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210170041212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:42.982855 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27286): Process ended prematurely: osmo-stp_10.42.42.5(pid=27286) [trial-2376↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27286)] [trial-2376↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a17:00:42.991533 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:00:43.055987 run osmo-hlr_10.42.42.2(pid=27283): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27283)]\u000a17:00:43.108544 run osmo-hlr_10.42.42.2(pid=27283): stdout: \u000a| (launched: 2022-12-10_17:00:40.032883) \u000a17:00:43.161349 run osmo-hlr_10.42.42.2(pid=27283): stderr: \u000a| �[0;m�[1;31m20221210170040231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210170040231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210170040231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210170040231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210170040231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210170040231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210170040244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210170040252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210170040252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210170040252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:43.232614 run osmo-msc_10.42.42.6(pid=27289): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27289)]\u000a17:00:43.284751 run osmo-msc_10.42.42.6(pid=27289): stdout: \u000a| (launched: 2022-12-10_17:00:42.034117) \u000a17:00:43.337397 run osmo-msc_10.42.42.6(pid=27289): stderr: \u000a| �[0;m�[38;5;43m20221210170042357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210170042357 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff5e3a67c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210170042357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210170042357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210170042357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210170042358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210170042359 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210170042360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210170042360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210170042360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:43.382265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27282): Terminating (SIGTERM)\u000a17:00:43.424741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27285): Terminating (SIGTERM)\u000a17:00:43.466988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27288): Terminating (SIGTERM)\u000a17:00:43.477106 --- ParallelTerminationStrategy: PID 27282 died...\u000a17:00:43.534014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27282): Terminated: ok {rc=0}\u000a17:00:43.544242 --- ParallelTerminationStrategy: PID 27285 died...\u000a17:00:43.600873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27285): Terminated: ok {rc=0}\u000a17:00:43.611095 --- ParallelTerminationStrategy: PID 27288 died...\u000a17:00:43.668006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27288): Terminated: ok {rc=0}\u000a17:00:43.756387 bus /sierra_3: Setting Powered False\u000a17:00:44.862641 bus /sierra_3: Setting Powered False\u000a17:00:45.982481 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T17:00:36" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27300): Process ended prematurely: osmo-stp_10.42.42.5(pid=27300) [trial-2376↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27300)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27300): Process ended prematurely: osmo-stp_10.42.42.5(pid=27300) [trial-2376↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2376 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:00:48.026463 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:48.037987 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:00:48.177652 tst handover.py: using LAC 29399\u000a17:00:48.295412 tst handover.py: using RAC 74\u000a17:00:48.412718 tst handover.py: using CellId 29399\u000a17:00:48.530414 tst handover.py: using BVCI 29400\u000a17:00:48.553455 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:00:48.686942 tst handover.py: using LAC 29400\u000a17:00:48.804167 tst handover.py: using RAC 75\u000a17:00:48.922568 tst handover.py: using CellId 29400\u000a17:00:49.040428 tst handover.py: using BVCI 29401\u000a17:00:49.063531 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:49.074479 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:49.085226 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:49.096191 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:49.107197 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:49.118107 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:00:49.234947 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:00:49.438909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:49.899819 run create_hlr_db(pid=27294): Launched\u000a17:00:50.023755 bus /sierra_2: Setting Powered False\u000a17:00:51.096186 run create_hlr_db(pid=27294): Terminated: ok {rc=0}\u000a17:00:51.501025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27296): Launched\u000a17:00:51.826263 run osmo-hlr_10.42.42.2(pid=27297): Launched\u000a17:00:51.945062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:52.483198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27299): Launched\u000a17:00:52.808720 run osmo-stp_10.42.42.5(pid=27300): Launched\u000a17:00:52.927948 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:53.495750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27302): Launched\u000a17:00:53.821164 run osmo-msc_10.42.42.6(pid=27303): Launched\u000a17:00:54.011835 run osmo-stp_10.42.42.5(pid=27300): ERR: Terminated: ERROR {rc=1} [trial-2376↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27300)]\u000a17:00:54.150182 run osmo-stp_10.42.42.5(pid=27300): stdout: \u000a| (launched: 2022-12-10_17:00:52.648462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:54.287224 run osmo-stp_10.42.42.5(pid=27300): stderr: \u000a| �[0;m�[38;5;43m20221210170052840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210170052840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210170052840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210170052841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210170052841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210170052841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210170052841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:54.418043 run osmo-stp_10.42.42.5(pid=27300): stdout: \u000a| (launched: 2022-12-10_17:00:52.648462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:54.547494 run osmo-stp_10.42.42.5(pid=27300): stderr: \u000a| �[0;m�[38;5;43m20221210170052840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210170052840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210170052840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210170052841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210170052841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210170052841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210170052841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:54.603894 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27300): Process ended prematurely: osmo-stp_10.42.42.5(pid=27300) [trial-2376↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27300)] [trial-2376↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a17:00:54.612497 tst handover.py:18: Test FAILED (6.6 sec)\u000a17:00:54.676105 run osmo-hlr_10.42.42.2(pid=27297): ERR: Terminated: ERROR {rc=237} [trial-2376↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27297)]\u000a17:00:54.727505 run osmo-hlr_10.42.42.2(pid=27297): stdout: \u000a| (launched: 2022-12-10_17:00:51.666636) \u000a17:00:54.779783 run osmo-hlr_10.42.42.2(pid=27297): stderr: \u000a| �[0;m�[1;31m20221210170051864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210170051864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210170051864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210170051864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210170051864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210170051864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210170051877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210170051885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210170051886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210170051886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:54.850895 run osmo-msc_10.42.42.6(pid=27303): ERR: Terminated: ERROR {rc=2} [trial-2376↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27303)]\u000a17:00:54.902441 run osmo-msc_10.42.42.6(pid=27303): stdout: \u000a| (launched: 2022-12-10_17:00:53.661361) \u000a17:00:54.955121 run osmo-msc_10.42.42.6(pid=27303): stderr: \u000a| �[0;m�[38;5;43m20221210170053983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210170053984 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f714a3e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210170053984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210170053984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210170053984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210170053984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210170053986 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210170053986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210170053986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210170053986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:54.999819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27296): Terminating (SIGTERM)\u000a17:00:55.042012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27299): Terminating (SIGTERM)\u000a17:00:55.084538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27302): Terminating (SIGTERM)\u000a17:00:55.094466 --- ParallelTerminationStrategy: PID 27296 died...\u000a17:00:55.151317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27296): Terminated: ok {rc=0}\u000a17:00:55.161619 --- ParallelTerminationStrategy: PID 27299 died...\u000a17:00:55.217691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27299): Terminated: ok {rc=0}\u000a17:00:55.227813 --- ParallelTerminationStrategy: PID 27302 died...\u000a17:00:55.284382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27302): Terminated: ok {rc=0}\u000a17:00:55.371703 bus /sierra_3: Setting Powered False\u000a17:00:56.479371 bus /sierra_3: Setting Powered False\u000a17:00:57.587466 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T17:00:47" } ] }